diff --git a/.gitattributes b/.gitattributes index 1dc4b7af14975a3f345af6667ba6c2363517c815..366c866db781a3affce67f5b7a85f01cbf143790 100644 --- a/.gitattributes +++ b/.gitattributes @@ -1980,3 +1980,11 @@ work_dirs/hope_fastwam_official_20260918_152510_1242/eval/step_009000_rank_004.m work_dirs/hope_fastwam_official_20260918_152510_1242/eval/step_009500_rank_003.mp4 filter=lfs diff=lfs merge=lfs -text work_dirs/hope_fastwam_official_20260918_152510_1242/eval/step_009500_rank_007.mp4 filter=lfs diff=lfs merge=lfs -text work_dirs/hope_fastwam_official_20260918_152510_1242/eval/step_013000_rank_003.mp4 filter=lfs diff=lfs merge=lfs -text +work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_000500_rank_006.mp4 filter=lfs diff=lfs merge=lfs -text +work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006000_rank_004.mp4 filter=lfs diff=lfs merge=lfs -text +work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007000_rank_000.mp4 filter=lfs diff=lfs merge=lfs -text +work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008000_rank_001.mp4 filter=lfs diff=lfs merge=lfs -text +work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008500_rank_006.mp4 filter=lfs diff=lfs merge=lfs -text +work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009000_rank_004.mp4 filter=lfs diff=lfs merge=lfs -text +work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009500_rank_003.mp4 filter=lfs diff=lfs merge=lfs -text +work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009500_rank_007.mp4 filter=lfs diff=lfs merge=lfs -text diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/codec_dataset_statistics.json b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/codec_dataset_statistics.json new file mode 100644 index 0000000000000000000000000000000000000000..167fefec6c3b1052442cf1e385dd70ffe1b1e3df --- /dev/null +++ b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/codec_dataset_statistics.json @@ -0,0 +1,806 @@ +{ + "action_mean": [ + -0.20358364284038544, + 1.0635292530059814, + 0.7755782008171082, + -0.3197021782398224, + 0.0357532873749733, + -0.16201762855052948, + 0.654633641242981, + 0.23274323344230652, + 1.0957286357879639, + 0.8107780814170837, + -0.4040132761001587, + -0.004359112121164799, + 0.1950770914554596, + 0.6382607221603394 + ], + "action_std": [ + 0.3092029094696045, + 0.9923529624938965, + 0.7984815239906311, + 0.6730844378471375, + 0.23609191179275513, + 0.8095223903656006, + 0.45255744457244873, + 0.284743994474411, + 0.9976937174797058, + 0.7930282354354858, + 0.6044279932975769, + 0.24462319910526276, + 0.8148419857025146, + 0.4573545753955841 + ], + "traj_a_freq_mean": [ + [ + 0.7711589336395264, + -1.642717957496643, + -1.3300179243087769, + -0.4877023994922638, + -1.0437637567520142, + 1.2237353324890137, + 2.5124123096466064, + -0.795231282711029, + -0.8326836228370667, + -0.6872289180755615, + -0.004393926355987787, + 0.5827454328536987, + -0.35947418212890625, + 1.7618924379348755 + ], + [ + 1.922810673713684, + -2.583118200302124, + -2.313697099685669, + 0.569155216217041, + -0.26295775175094604, + 0.9970933198928833, + 2.933098316192627, + -1.6427199840545654, + -1.9810220003128052, + -1.7393410205841064, + 0.5028811693191528, + 0.04485515505075455, + -0.4076060652732849, + 3.0530810356140137 + ], + [ + 0.9058838486671448, + -1.2371550798416138, + -1.1028259992599487, + 1.0723942518234253, + 0.189917653799057, + -0.20746669173240662, + 0.5521267056465149, + -1.0989962816238403, + -1.63068425655365, + -1.472283124923706, + 1.0589938163757324, + -0.009971090592443943, + -0.47746309638023376, + 1.0375568866729736 + ], + [ + 0.02722787670791149, + -0.6468660235404968, + -0.5247170329093933, + 0.30978497862815857, + -0.10889194160699844, + -0.17712567746639252, + 0.05213991552591324, + -0.69516521692276, + -0.9837403893470764, + -0.8832581043243408, + 0.7364777326583862, + -0.0737747773528099, + -0.2342858612537384, + 0.2608839273452759 + ], + [ + 0.49542108178138733, + -0.641277551651001, + -0.6649656295776367, + 0.7257745265960693, + 0.007342737168073654, + -0.023374317213892937, + -0.27023667097091675, + -0.3350476324558258, + -0.6150512099266052, + -0.587203860282898, + 0.5675498843193054, + -0.0642646998167038, + -0.009812086820602417, + -0.08297301828861237 + ], + [ + 0.15926626324653625, + -0.3366072475910187, + -0.3331819474697113, + 0.24982590973377228, + -0.045617468655109406, + -0.004978980869054794, + -0.12606409192085266, + -0.3154817819595337, + -0.47484731674194336, + -0.48152485489845276, + 0.4315078556537628, + -0.05678258463740349, + -0.02801557630300522, + -0.26388832926750183 + ], + [ + 0.14236930012702942, + -0.18557363748550415, + -0.21337415277957916, + 0.2437671422958374, + 0.020080875605344772, + -0.044370539486408234, + 0.015126388520002365, + -0.269112765789032, + -0.3504016697406769, + -0.37315496802330017, + 0.34189721941947937, + -0.04605238512158394, + -0.08224661648273468, + -0.11427440494298935 + ], + [ + 0.0650501549243927, + -0.1522928774356842, + -0.16991057991981506, + 0.15144163370132446, + -0.01829313114285469, + -0.04848413169384003, + -0.0013461747439578176, + -0.1625886857509613, + -0.22483085095882416, + -0.254179984331131, + 0.24484342336654663, + -0.03213607147336006, + -0.07033463567495346, + -0.06823292374610901 + ], + [ + 0.043316736817359924, + -0.09798020869493484, + -0.10195451974868774, + 0.11852744966745377, + -0.010071951895952225, + -0.02755756676197052, + 0.013956401497125626, + -0.1147582083940506, + -0.15739956498146057, + -0.18301136791706085, + 0.19971659779548645, + -0.01812875084578991, + -0.03257312253117561, + 0.057620659470558167 + ], + [ + 0.020206976681947708, + -0.050082553178071976, + -0.050258323550224304, + 0.0603204183280468, + -0.016773078590631485, + -0.0006223879754543304, + 0.07473103702068329, + -0.09083922207355499, + -0.12773853540420532, + -0.1574818640947342, + 0.177582249045372, + -0.006195389665663242, + -0.008687550202012062, + 0.03739384189248085 + ], + [ + 0.03414171561598778, + -0.03852612152695656, + -0.03280181437730789, + 0.03232845291495323, + -0.010901086963713169, + -0.004528856836259365, + 0.03866233676671982, + -0.05161360651254654, + -0.09137625247240067, + -0.09815144538879395, + 0.10469925403594971, + -0.012176400050520897, + -0.0022608330473303795, + 0.03993415832519531 + ], + [ + 0.011299761943519115, + -0.01947808265686035, + -0.017295701429247856, + 0.005741809960454702, + -0.0036282087676227093, + -0.009764669463038445, + -0.0012772517511621118, + -0.030936118215322495, + -0.05092472583055496, + -0.048048168420791626, + 0.04398810490965843, + -0.019298698753118515, + -0.0033125628251582384, + 0.007347656413912773 + ], + [ + 0.007538255304098129, + -0.011086366139352322, + -0.010287179611623287, + 0.009405518881976604, + 0.005454976111650467, + -0.00019821674504783005, + -0.016129933297634125, + -0.01915232464671135, + -0.03157491609454155, + -0.027618464082479477, + 0.02548007108271122, + -0.012941647320985794, + 0.010778176598250866, + 0.00705826235935092 + ], + [ + -0.01215770561248064, + 0.003915335517376661, + 0.009593026712536812, + -0.020062459632754326, + -0.003471542615443468, + -0.0067114317789673805, + -0.00982669461518526, + -0.0202444177120924, + -0.021936597302556038, + -0.020971013233065605, + 0.0193753894418478, + -0.004952596966177225, + -0.003583385609090328, + -0.002578029641881585 + ], + [ + 0.0023665367625653744, + 0.006234311033040285, + 0.0061030033975839615, + -0.001704673864878714, + 0.0010006828233599663, + -0.0004829085373785347, + -0.016150720417499542, + -0.010445015504956245, + -0.01231370959430933, + -0.010251038707792759, + 0.011082780547440052, + -6.048526120139286e-05, + -0.0016031877603381872, + -0.0022098058834671974 + ], + [ + -7.627016020705923e-05, + 0.004068517591804266, + 0.0009142688941210508, + -0.005592024885118008, + -0.004851116798818111, + 0.0073993816040456295, + -0.004581185057759285, + -0.0016337430570274591, + -0.00018959847511723638, + 0.00040349800838157535, + 0.002532648853957653, + 0.00023763725766912103, + 0.003407054115086794, + -0.0022574106696993113 + ], + [ + 0.007314757443964481, + 0.005028122570365667, + 0.0013259773841127753, + 0.0029074563644826412, + 0.0002019996609305963, + -0.0006196747999638319, + 0.004472207278013229, + -0.0020946154836565256, + 0.0025249365717172623, + 0.0026187486946582794, + 0.00025635224301368, + 0.000114820220915135, + -0.00045175873674452305, + 0.0027963242027908564 + ], + [ + -0.010379759594798088, + 0.01217090617865324, + 0.007964113727211952, + -0.008695008233189583, + -0.0013155365595594049, + -0.00018247806292492896, + 0.010860624723136425, + -0.002314564771950245, + 0.004391140304505825, + -0.00025814311811700463, + 0.0025643303524702787, + -0.0013466369127854705, + 0.00444903876632452, + 0.00721557205542922 + ], + [ + -0.0025207786820828915, + 0.007497453596442938, + 0.0018127623479813337, + 0.0007560606463812292, + 0.0020020927768200636, + 5.195435369387269e-05, + 0.008545281365513802, + 0.003262472804635763, + 0.0068024746142327785, + 0.0018154163844883442, + 0.0009343207348138094, + -0.0016817436553537846, + 0.00588113022968173, + 0.005829059984534979 + ], + [ + -0.0019961681682616472, + 0.00680792611092329, + -0.0003172914730384946, + -0.0005452106706798077, + -0.00049459288129583, + 0.002641330473124981, + 0.004461897071450949, + 0.0018200046615675092, + 0.009031066671013832, + 0.004093629773706198, + -0.0012253078166395426, + 8.571980288252234e-05, + 0.003418091917410493, + -0.0011665194761008024 + ], + [ + 0.0028680874966084957, + 0.004658449906855822, + -0.00030741936643607914, + 0.002411450957879424, + 0.0010940984357148409, + 0.00034966052044183016, + -0.0010282184230163693, + -0.0002530739002395421, + 0.006601412780582905, + 0.0044840555638074875, + -0.0021340716630220413, + 0.0024897397961467505, + -0.0012049017241224647, + -0.0064750779420137405 + ], + [ + -0.002233851235359907, + 0.0045860037207603455, + 0.0029076263308525085, + -0.005319209769368172, + -0.0011969608021900058, + 0.0005644579068757594, + 0.00020700831373687834, + 1.798973244149238e-05, + 0.0053920685313642025, + 0.0029590085614472628, + -0.002240313682705164, + 0.002546092262491584, + -0.0007357046706601977, + -0.00903099775314331 + ], + [ + 0.0003722884866874665, + 0.0022943418007344007, + 0.0012594375293701887, + -0.0008907741284929216, + 0.000464748649392277, + -0.0002379343204665929, + -0.003459363477304578, + 0.001242683851160109, + 0.004492891952395439, + 0.0052135721780359745, + -0.006592384073883295, + 0.0014646882191300392, + 0.00025150584406219423, + -0.002203795127570629 + ], + [ + -0.0034902652259916067, + 0.0023888652212917805, + 0.0019112922018393874, + -0.004441473633050919, + -0.0010323587339371443, + 0.0007857135497033596, + -0.002710788045078516, + 0.0005977819091640413, + 0.004702616482973099, + 0.00437383446842432, + -0.005516627337783575, + 0.0008431845926679671, + 0.0011732530547305942, + 0.00123498251195997 + ] + ], + "traj_a_freq_std": [ + [ + 6.753568649291992, + 8.039990425109863, + 8.023547172546387, + 6.148192405700684, + 5.371501922607422, + 7.280600547790527, + 5.521699905395508, + 7.923492431640625, + 7.9652886390686035, + 7.918173313140869, + 7.797590732574463, + 6.246149063110352, + 7.322414398193359, + 6.108307838439941 + ], + [ + 3.300194501876831, + 3.3954524993896484, + 3.498286008834839, + 4.3389668464660645, + 3.9568989276885986, + 3.122681140899658, + 4.496225357055664, + 3.0090012550354004, + 3.398725748062134, + 3.6818668842315674, + 4.994688034057617, + 3.9733002185821533, + 3.498732805252075, + 4.779993534088135 + ], + [ + 2.9639294147491455, + 2.5746495723724365, + 2.6437253952026367, + 2.996018171310425, + 1.696622371673584, + 1.8542968034744263, + 3.6427018642425537, + 2.686302661895752, + 2.203979730606079, + 2.4359781742095947, + 2.812896490097046, + 1.5906682014465332, + 1.867466688156128, + 3.3983609676361084 + ], + [ + 2.3688714504241943, + 1.5073134899139404, + 1.7817109823226929, + 2.3245182037353516, + 1.167074203491211, + 1.2113022804260254, + 2.023871421813965, + 1.487700343132019, + 1.5562738180160522, + 1.6162625551223755, + 1.7774701118469238, + 1.0796399116516113, + 1.3684728145599365, + 2.3379485607147217 + ], + [ + 1.5951670408248901, + 1.3089348077774048, + 1.4603215456008911, + 1.8674911260604858, + 0.9346612095832825, + 0.9174803495407104, + 1.230606198310852, + 1.2057698965072632, + 1.1555134057998657, + 1.3211606740951538, + 1.538498044013977, + 0.8816151022911072, + 1.0173825025558472, + 1.4739749431610107 + ], + [ + 0.9682223796844482, + 0.866646409034729, + 0.9651789665222168, + 1.1573681831359863, + 0.5705413818359375, + 0.6880887746810913, + 1.031652808189392, + 0.8943614363670349, + 0.9128662347793579, + 1.0421969890594482, + 1.0992441177368164, + 0.531165361404419, + 0.7409724593162537, + 1.1488032341003418 + ], + [ + 0.6315929293632507, + 0.6408684253692627, + 0.7944334745407104, + 0.8731297850608826, + 0.44707435369491577, + 0.5197749137878418, + 0.8321279287338257, + 0.7794774174690247, + 0.7782856225967407, + 0.9508532285690308, + 1.0195832252502441, + 0.4550628364086151, + 0.5095278024673462, + 0.9045871496200562 + ], + [ + 0.5438277721405029, + 0.5109729766845703, + 0.693347156047821, + 0.7963144779205322, + 0.35385870933532715, + 0.4402378797531128, + 0.7031923532485962, + 0.5649259090423584, + 0.5485773086547852, + 0.7311360836029053, + 0.8346338272094727, + 0.3571114242076874, + 0.446833074092865, + 0.7706288695335388 + ], + [ + 0.5424895286560059, + 0.41838890314102173, + 0.548344075679779, + 0.6659964919090271, + 0.29805687069892883, + 0.36359381675720215, + 0.6004148721694946, + 0.47512179613113403, + 0.44673463702201843, + 0.6678814888000488, + 0.7945225834846497, + 0.285300612449646, + 0.3693695366382599, + 0.5655113458633423 + ], + [ + 0.5076848864555359, + 0.3363681137561798, + 0.48108363151550293, + 0.6553837656974792, + 0.2517010569572449, + 0.31405773758888245, + 0.5158281922340393, + 0.4111780524253845, + 0.4078536927700043, + 0.6138921976089478, + 0.7339245080947876, + 0.2318246215581894, + 0.3350071310997009, + 0.509662926197052 + ], + [ + 0.42590558528900146, + 0.30722448229789734, + 0.43180158734321594, + 0.5775966644287109, + 0.19925008714199066, + 0.29114192724227905, + 0.4775344133377075, + 0.332879900932312, + 0.34773391485214233, + 0.5136690139770508, + 0.6019741296768188, + 0.20619161427021027, + 0.3101655840873718, + 0.5276235342025757 + ], + [ + 0.3031967282295227, + 0.2027871161699295, + 0.28867438435554504, + 0.3872295916080475, + 0.1467171162366867, + 0.23848529160022736, + 0.346465528011322, + 0.2513110041618347, + 0.23461325466632843, + 0.3146555721759796, + 0.36105889081954956, + 0.16921836137771606, + 0.3025001287460327, + 0.4156262278556824 + ], + [ + 0.23422953486442566, + 0.16810663044452667, + 0.2287750393152237, + 0.28497666120529175, + 0.11328277736902237, + 0.21633794903755188, + 0.2873486578464508, + 0.21867547929286957, + 0.18527700006961823, + 0.24239826202392578, + 0.2815473973751068, + 0.1410152167081833, + 0.24555999040603638, + 0.35160577297210693 + ], + [ + 0.18378031253814697, + 0.13616743683815002, + 0.16433192789554596, + 0.20060479640960693, + 0.09835071116685867, + 0.20475450158119202, + 0.2685345411300659, + 0.19252049922943115, + 0.17326027154922485, + 0.23317362368106842, + 0.2757914960384369, + 0.10599968582391739, + 0.21117030084133148, + 0.3545992076396942 + ], + [ + 0.16519030928611755, + 0.10919304937124252, + 0.1292915940284729, + 0.15821519494056702, + 0.08521813899278641, + 0.18248754739761353, + 0.2512686550617218, + 0.15423712134361267, + 0.1406150758266449, + 0.18886741995811462, + 0.21852923929691315, + 0.07705509662628174, + 0.1930052638053894, + 0.30222102999687195 + ], + [ + 0.15698009729385376, + 0.10042595118284225, + 0.1103338897228241, + 0.1513471007347107, + 0.07421658933162689, + 0.14453023672103882, + 0.23101933300495148, + 0.11958085000514984, + 0.09382981806993484, + 0.11731885373592377, + 0.1516619622707367, + 0.06411990523338318, + 0.16287799179553986, + 0.2290661484003067 + ], + [ + 0.15347853302955627, + 0.08704094588756561, + 0.10751020163297653, + 0.15288783609867096, + 0.06179613247513771, + 0.0883302390575409, + 0.1945779025554657, + 0.11174379289150238, + 0.08337447047233582, + 0.1053629070520401, + 0.13534291088581085, + 0.059887710958719254, + 0.11275084316730499, + 0.20583756268024445 + ], + [ + 0.12078185379505157, + 0.07032416015863419, + 0.09553631395101547, + 0.13924549520015717, + 0.051907218992710114, + 0.06624041497707367, + 0.16762952506542206, + 0.10023906081914902, + 0.08035692572593689, + 0.10024449974298477, + 0.1242518499493599, + 0.0547986701130867, + 0.08190818130970001, + 0.17660944163799286 + ], + [ + 0.09967479109764099, + 0.059330813586711884, + 0.08105901628732681, + 0.11487443745136261, + 0.0434969961643219, + 0.07173900306224823, + 0.14544355869293213, + 0.07810012996196747, + 0.06345902383327484, + 0.08531682193279266, + 0.10825832933187485, + 0.050664376467466354, + 0.08664938807487488, + 0.1719716340303421 + ], + [ + 0.07310120761394501, + 0.05013683810830116, + 0.06614793837070465, + 0.09418556839227676, + 0.03639083355665207, + 0.06794614344835281, + 0.12332011759281158, + 0.06854883581399918, + 0.04683329910039902, + 0.06804858148097992, + 0.09409638494253159, + 0.04310661181807518, + 0.08583246171474457, + 0.16447706520557404 + ], + [ + 0.06392910331487656, + 0.04315386712551117, + 0.05693890154361725, + 0.07765862345695496, + 0.03157534450292587, + 0.04864735156297684, + 0.11423923075199127, + 0.057913750410079956, + 0.04189692810177803, + 0.06222104653716087, + 0.0847616195678711, + 0.03491121903061867, + 0.06388135999441147, + 0.14637026190757751 + ], + [ + 0.06258703768253326, + 0.03326300531625748, + 0.049014490097761154, + 0.0620453767478466, + 0.026492569595575333, + 0.03541714325547218, + 0.10561589151620865, + 0.051296599209308624, + 0.036200542002916336, + 0.055187422782182693, + 0.08053874969482422, + 0.030448002740740776, + 0.04543985798954964, + 0.14015087485313416 + ], + [ + 0.05319827049970627, + 0.028948714956641197, + 0.04042234644293785, + 0.0513579286634922, + 0.022042056545615196, + 0.03410523012280464, + 0.09556861221790314, + 0.04215880483388901, + 0.029883956536650658, + 0.049129318445920944, + 0.06977801024913788, + 0.024201227352023125, + 0.04196256026625633, + 0.1169712245464325 + ], + [ + 0.047564662992954254, + 0.026088200509548187, + 0.032575469464063644, + 0.042897120118141174, + 0.01952631026506424, + 0.03277498111128807, + 0.08683741837739944, + 0.03894630819559097, + 0.026813888922333717, + 0.04453897848725319, + 0.06337341666221619, + 0.020535001531243324, + 0.03963857889175415, + 0.09887976199388504 + ] + ] +} diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/codec_metadata.json b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/codec_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..c204a3357cf34604278292185f9ad8e72b97150b --- /dev/null +++ b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/codec_metadata.json @@ -0,0 +1,35 @@ +{ + "action_order": "left_arm[6],left_gripper[1],right_arm[6],right_gripper[1]", + "action_semantics": "absolute qpos[t+1] target for observation qpos[t]", + "architecture": "tdaa_version3_bin24_robotwin", + "codec_sha256": "c958ed5b1f9fe2c7436d2209550cc067fda8c5e727ef167918d06b5b39af6e17", + "completed_steps": 160000, + "dataset_root": "/mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Datasets/RoboTwin2.0_legacy/tdaa_clean", + "encoder_selection": "online encoder (not EMA target_encoder)", + "format_version": 1, + "frozen": true, + "history_semantics": "executed actions strictly before current prediction; empty history uses learned initial spectrum", + "normalization": "(action - action_mean) / action_std; DCT then separate mean/std", + "source_checkpoint": "/mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Benchmark/FastWAM-TDAA/checkpoints/tdaa_robotwin_telon1_160k_source/checkpoints/steps_160000_pytorch_model.pt", + "source_checkpoint_sha256": "a0cb151e893b4eead41f7135a1e8b9ad1114b53c60138e98998ae7faca2665fe", + "source_code_sha256": {}, + "source_config_sha256": "99c1eff2a08451bcc3f44508804e6b8960be72ce231f0c3b87a79be1261f278f", + "source_repo": "Telon1/xvla-robotwin", + "source_revision": "2e3c7df65b829df36fe872173c56c65f0e9f8d73", + "source_run_status": "published checkpoint", + "source_statistics_sha256": "b78f608c9111ede7f46d68c919ca8fb88a6aa7d0f8077b9274366f7d1aaf2f43", + "task_embedding_model": "sentence-transformers/all-MiniLM-L6-v2", + "task_embedding_prompt": "task name with underscores replaced by spaces", + "training_tasks": [ + "adjust_bottle", + "dump_bin_bigbin", + "grab_roller", + "lift_pot", + "move_playingcard_away", + "open_laptop", + "place_burger_fries", + "place_container_plate", + "press_stapler", + "shake_bottle_horizontally" + ] +} diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/config.yaml b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e20ce14ccf66f7297a8362ecd91ca79b58386da8 --- /dev/null +++ b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/config.yaml @@ -0,0 +1,170 @@ +TDAA: true +frozen: true +output_dir: /mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Benchmark/FastWAM-TDAA/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219 +batch_size: 16 +num_workers: 8 +lr_scheduler_type: cosine +learning_rate: 0.0001 +num_epochs: 25 +max_steps: null +log_every: 10 +save_every: 0 +save_steps: null +save_epochs: +- 5 +- 10 +- 15 +- 20 +- 25 +eval_every: 500 +eval_num_inference_steps: 10 +gradient_accumulation_steps: 1 +mixed_precision: bf16 +seed: 42 +max_grad_norm: 1.0 +weight_decay: 0.01 +resume: null +wandb: + enabled: false + workspace: null + project: fast-wam + name: robotwin_tdaa_official_legacy + group: null + mode: online +data: + train: + _target_: fastwam.datasets.tdaa_robotwin.TDAARoboTwinDataset + TDAA: true + fastwam_norm_stats: ../FastWAM/checkpoints/fastwam_release/robotwin_uncond_3cam_384_dataset_stats.json + path: ../../Datasets/RoboTwin2.0_legacy/tdaa_clean + pretrained_norm_stats: checkpoints/tdaa_robotwin_telon1_160k/dataset_statistics.json + task_names: + - adjust_bottle + - dump_bin_bigbin + - grab_roller + - lift_pot + - move_playingcard_away + - open_laptop + - place_burger_fries + - place_container_plate + - press_stapler + - shake_bottle_horizontally + num_episodes: 50 + split_mode: policy_all + camera_names: + - cam_high + - cam_left_wrist + - cam_right_wrist + val_episode_index: 0 + is_training_set: true + action_horizon: 32 + num_freqs: 24 + num_frames: 9 + video_size: + - 384 + - 320 + global_sample_stride: 1 + max_samples: null + text_embedding_cache_dir: .cache/tdaa_text + use_text_embed_cache: true + context_len: 128 + val: + _target_: fastwam.datasets.tdaa_robotwin.TDAARoboTwinDataset + TDAA: true + fastwam_norm_stats: ../FastWAM/checkpoints/fastwam_release/robotwin_uncond_3cam_384_dataset_stats.json + path: ../../Datasets/RoboTwin2.0_legacy/tdaa_clean + pretrained_norm_stats: checkpoints/tdaa_robotwin_telon1_160k/dataset_statistics.json + task_names: + - adjust_bottle + - dump_bin_bigbin + - grab_roller + - lift_pot + - move_playingcard_away + - open_laptop + - place_burger_fries + - place_container_plate + - press_stapler + - shake_bottle_horizontally + num_episodes: 50 + split_mode: policy_all + camera_names: + - cam_high + - cam_left_wrist + - cam_right_wrist + val_episode_index: 0 + is_training_set: false + action_horizon: 32 + num_freqs: 24 + num_frames: 9 + video_size: + - 384 + - 320 + global_sample_stride: 1 + max_samples: null + text_embedding_cache_dir: .cache/tdaa_text + use_text_embed_cache: true + context_len: 128 +model: + _target_: fastwam.runtime.create_fastwam_switch + model_id: Wan-AI/Wan2.2-TI2V-5B + tokenizer_model_id: Wan-AI/Wan2.1-T2V-1.3B + tokenizer_max_len: 128 + load_text_encoder: false + proprio_dim: 14 + redirect_common_files: false + mot_checkpoint_mixed_attn: false + compile_training_denoise: false + action_dit_pretrained_path: checkpoints/ActionDiT_linear_interp_Wan22_alphascale_1024hdim.pt + skip_dit_load_from_pretrain: false + video_dit_config: + has_image_input: false + patch_size: + - 1 + - 2 + - 2 + in_dim: 48 + hidden_dim: 3072 + ffn_dim: 14336 + freq_dim: 256 + text_dim: 4096 + out_dim: 48 + num_heads: 24 + attn_head_dim: 128 + num_layers: 30 + eps: 1.0e-06 + seperated_timestep: true + require_clip_embedding: false + require_vae_embedding: false + fuse_vae_embedding_in_latents: true + use_gradient_checkpointing: false + video_attention_mask_mode: first_frame_causal + action_conditioned: false + action_dim: 14 + action_group_causal_mask_mode: group_diagonal + action_dit_config: + action_dim: 14 + hidden_dim: 1024 + ffn_dim: 4096 + num_heads: 24 + attn_head_dim: 128 + num_layers: 30 + text_dim: 4096 + freq_dim: 256 + eps: 1.0e-06 + use_gradient_checkpointing: false + video_scheduler: + train_shift: 5.0 + infer_shift: 5.0 + num_train_timesteps: 1000 + action_scheduler: + train_shift: 1.0 + infer_shift: 1.0 + num_train_timesteps: 1000 + loss: + lambda_action: 1.0 + TDAA: true + frozen: true + codec_reconstruction_weight: 1.0 + codec_progress_weight: 0.1 + codec_dir: checkpoints/tdaa_robotwin_telon1_160k + bootstrap_checkpoint: null diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/console.log b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/console.log new file mode 100644 index 0000000000000000000000000000000000000000..70a4d50319680d1d72bf4bde073bc4f549d669fb --- /dev/null +++ b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/console.log @@ -0,0 +1,8464 @@ +[launch] nproc_per_node=8 num_machines=1 machine_rank=0 run_id=2026-09-18_16-03-51 +[W918 16:35:46.918861437 socket.cpp:200] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W918 16:35:54.924272854 socket.cpp:200] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +/mnt/dolphinfs/ssd_pool/docker/user/hadoop-aipnlp/EVA/buxizhou/anaconda3/envs/fastwam/lib/python3.10/site-packages/torch/nn/modules/transformer.py:382: UserWarning: enable_nested_tensor is True, but self.use_nested_tensor is False because encoder_layer.norm_first was True + warnings.warn( +/mnt/dolphinfs/ssd_pool/docker/user/hadoop-aipnlp/EVA/buxizhou/anaconda3/envs/fastwam/lib/python3.10/site-packages/torch/nn/modules/transformer.py:382: UserWarning: enable_nested_tensor is True, but self.use_nested_tensor is False because encoder_layer.norm_first was True + warnings.warn( +09/18 [17:00:51] INFO | >> spawn.py:77 + /opt/rh/devtoolset-11/root/usr/bin/gcc + -Wno-unused-result -Wsign-compare -DNDEBUG + -fwrapv -O2 -Wall -fPIC -O2 -isystem + /mnt/dolphinfs/ssd_pool/docker/user/hadoop + -aipnlp/EVA/buxizhou/anaconda3/envs/fastwa + m/include -fPIC -O2 -isystem + /mnt/dolphinfs/ssd_pool/docker/user/hadoop + -aipnlp/EVA/buxizhou/anaconda3/envs/fastwa + m/include -fPIC -c /tmp/tmp5lln66iv/test.c + -o /tmp/tmp5lln66iv/test.o +09/18 [17:00:51] INFO | >> spawn.py:77 + /opt/rh/devtoolset-11/root/usr/bin/gcc + -Wno-unused-result -Wsign-compare -DNDEBUG + -fwrapv -O2 -Wall -fPIC -O2 -isystem + /mnt/dolphinfs/ssd_pool/docker/user/hadoop + -aipnlp/EVA/buxizhou/anaconda3/envs/fastwa + m/include -fPIC -O2 -isystem + /mnt/dolphinfs/ssd_pool/docker/user/hadoop + -aipnlp/EVA/buxizhou/anaconda3/envs/fastwa + m/include -fPIC -c /tmp/tmpw7p6p99g/test.c + -o /tmp/tmpw7p6p99g/test.o +09/18 [17:01:00] INFO | >> spawn.py:77 + /opt/rh/devtoolset-11/root/usr/bin/gcc + /tmp/tmp5lln66iv/test.o -laio -o + /tmp/tmp5lln66iv/a.out +09/18 [17:01:01] INFO | >> spawn.py:77 + /opt/rh/devtoolset-11/root/usr/bin/gcc + /tmp/tmpw7p6p99g/test.o -laio -o + /tmp/tmpw7p6p99g/a.out +09/18 [17:01:16] INFO | >> spawn.py:77 + /opt/rh/devtoolset-11/root/usr/bin/gcc + -Wno-unused-result -Wsign-compare -DNDEBUG + -fwrapv -O2 -Wall -fPIC -O2 -isystem + /mnt/dolphinfs/ssd_pool/docker/user/hadoop + -aipnlp/EVA/buxizhou/anaconda3/envs/fastwa + m/include -fPIC -O2 -isystem + /mnt/dolphinfs/ssd_pool/docker/user/hadoop + -aipnlp/EVA/buxizhou/anaconda3/envs/fastwa + m/include -fPIC -c /tmp/tmpkg8uppd5/test.c + -o /tmp/tmpkg8uppd5/test.o +09/18 [17:01:17] INFO | >> spawn.py:77 + /opt/rh/devtoolset-11/root/usr/bin/gcc + -Wno-unused-result -Wsign-compare -DNDEBUG + -fwrapv -O2 -Wall -fPIC -O2 -isystem + /mnt/dolphinfs/ssd_pool/docker/user/hadoop + -aipnlp/EVA/buxizhou/anaconda3/envs/fastwa + m/include -fPIC -O2 -isystem + /mnt/dolphinfs/ssd_pool/docker/user/hadoop + -aipnlp/EVA/buxizhou/anaconda3/envs/fastwa + m/include -fPIC -c /tmp/tmpc7edcibt/test.c + -o /tmp/tmpc7edcibt/test.o +09/18 [17:01:26] INFO | >> spawn.py:77 + /opt/rh/devtoolset-11/root/usr/bin/gcc + /tmp/tmpkg8uppd5/test.o -L/usr/local/cuda + -L/usr/local/cuda/lib64 -lcufile -o + /tmp/tmpkg8uppd5/a.out +09/18 [17:01:27] INFO | >> spawn.py:77 + /opt/rh/devtoolset-11/root/usr/bin/gcc + /tmp/tmpc7edcibt/test.o -L/usr/local/cuda + -L/usr/local/cuda/lib64 -lcufile -o + /tmp/tmpc7edcibt/a.out +/mnt/dolphinfs/ssd_pool/docker/user/hadoop-aipnlp/EVA/buxizhou/anaconda3/envs/fastwam/lib/python3.10/site-packages/torch/nn/modules/transformer.py:382: UserWarning: enable_nested_tensor is True, but self.use_nested_tensor is False because encoder_layer.norm_first was True + warnings.warn( +/mnt/dolphinfs/ssd_pool/docker/user/hadoop-aipnlp/EVA/buxizhou/anaconda3/envs/fastwam/lib/python3.10/site-packages/torch/nn/modules/transformer.py:382: UserWarning: enable_nested_tensor is True, but self.use_nested_tensor is False because encoder_layer.norm_first was True + warnings.warn( +/mnt/dolphinfs/ssd_pool/docker/user/hadoop-aipnlp/EVA/buxizhou/anaconda3/envs/fastwam/lib/python3.10/site-packages/torch/nn/modules/transformer.py:382: UserWarning: enable_nested_tensor is True, but self.use_nested_tensor is False because encoder_layer.norm_first was True + warnings.warn( +/mnt/dolphinfs/ssd_pool/docker/user/hadoop-aipnlp/EVA/buxizhou/anaconda3/envs/fastwam/lib/python3.10/site-packages/torch/nn/modules/transformer.py:382: UserWarning: enable_nested_tensor is True, but self.use_nested_tensor is False because encoder_layer.norm_first was True + warnings.warn( +/mnt/dolphinfs/ssd_pool/docker/user/hadoop-aipnlp/EVA/buxizhou/anaconda3/envs/fastwam/lib/python3.10/site-packages/torch/nn/modules/transformer.py:382: UserWarning: enable_nested_tensor is True, but self.use_nested_tensor is False because encoder_layer.norm_first was True + warnings.warn( +/mnt/dolphinfs/ssd_pool/docker/user/hadoop-aipnlp/EVA/buxizhou/anaconda3/envs/fastwam/lib/python3.10/site-packages/torch/nn/modules/transformer.py:382: UserWarning: enable_nested_tensor is True, but self.use_nested_tensor is False because encoder_layer.norm_first was True + warnings.warn( +09/18 [17:01:54] INFO | >> Loading Wan2.2-TI2V-5B loader.py:152 + components... +09/18 [17:02:29] INFO | >> Skipping pretrained text loader.py:206 + encoder/tokenizer load + (`load_text_encoder=False`); training + must provide cached + `context/context_mask`. +09/18 [17:02:33] INFO | >> Finished loading Wan2.2-TI2V-5B loader.py:211 + components in 38.76 seconds. +09/18 [17:02:38] INFO | >> ActionDiT backbone payload action_dit.py:162 + policy: {'skip_prefixes': + ['action_encoder.', 'head.'], + 'alpha_scaling': True, + 'interpolation': + 'sequential_1d_linear_align_corners_ + true'} + INFO | >> Loaded ActionDiT backbone from action_dit.py:226 + /mnt/dolphinfs/ssd_pool/docker/user/ + hadoop-nlp-sh02/hadoop-aipnlp/EVA/bu + xizhou/Benchmark/FastWAM-TDAA/checkp + oints/ActionDiT_linear_interp_Wan22_ + alphascale_1024hdim.pt (keys=820; + random_kept_prefixes=['action_encode + r.', 'head.']). + INFO | >> Initialized MoT with experts: ['video', mot.py:64 + 'action'], num_layers=30 + INFO | >> Expert 'video': num_params=5.00 B mot.py:67 + INFO | >> Expert 'action': num_params=1.02 B mot.py:67 +09/18 [17:02:49] INFO | >> Building val dataset with runtime.py:441 + pretrained_norm_stats: + checkpoints/tdaa_robotwin_telon1_160k/d + ataset_statistics.json +09/18 [17:05:09] INFO | >> spawn.py:77 + /opt/rh/devtoolset-11/root/usr/bin/gcc + -Wno-unused-result -Wsign-compare -DNDEBUG + -fwrapv -O2 -Wall -fPIC -O2 -isystem + /mnt/dolphinfs/ssd_pool/docker/user/hadoop + -aipnlp/EVA/buxizhou/anaconda3/envs/fastwa + m/include -fPIC -O2 -isystem + /mnt/dolphinfs/ssd_pool/docker/user/hadoop + -aipnlp/EVA/buxizhou/anaconda3/envs/fastwa + m/include -fPIC -c /tmp/tmp3tzlt5c1/test.c + -o /tmp/tmp3tzlt5c1/test.o +09/18 [17:05:09] INFO | >> spawn.py:77 + /opt/rh/devtoolset-11/root/usr/bin/gcc + -Wno-unused-result -Wsign-compare -DNDEBUG + -fwrapv -O2 -Wall -fPIC -O2 -isystem + /mnt/dolphinfs/ssd_pool/docker/user/hadoop + -aipnlp/EVA/buxizhou/anaconda3/envs/fastwa + m/include -fPIC -O2 -isystem + /mnt/dolphinfs/ssd_pool/docker/user/hadoop + -aipnlp/EVA/buxizhou/anaconda3/envs/fastwa + m/include -fPIC -c /tmp/tmp7qw0f9zz/test.c + -o /tmp/tmp7qw0f9zz/test.o +09/18 [17:05:09] INFO | >> spawn.py:77 + /opt/rh/devtoolset-11/root/usr/bin/gcc + -Wno-unused-result -Wsign-compare -DNDEBUG + -fwrapv -O2 -Wall -fPIC -O2 -isystem + /mnt/dolphinfs/ssd_pool/docker/user/hadoop + -aipnlp/EVA/buxizhou/anaconda3/envs/fastwa + m/include -fPIC -O2 -isystem + /mnt/dolphinfs/ssd_pool/docker/user/hadoop + -aipnlp/EVA/buxizhou/anaconda3/envs/fastwa + m/include -fPIC -c /tmp/tmpu7ixloyx/test.c + -o /tmp/tmpu7ixloyx/test.o +09/18 [17:05:25] INFO | >> spawn.py:77 + /opt/rh/devtoolset-11/root/usr/bin/gcc + -Wno-unused-result -Wsign-compare -DNDEBUG + -fwrapv -O2 -Wall -fPIC -O2 -isystem + /mnt/dolphinfs/ssd_pool/docker/user/hadoop + -aipnlp/EVA/buxizhou/anaconda3/envs/fastwa + m/include -fPIC -O2 -isystem + /mnt/dolphinfs/ssd_pool/docker/user/hadoop + -aipnlp/EVA/buxizhou/anaconda3/envs/fastwa + m/include -fPIC -c /tmp/tmpwih1hvfl/test.c + -o /tmp/tmpwih1hvfl/test.o +09/18 [17:05:25] INFO | >> spawn.py:77 + /opt/rh/devtoolset-11/root/usr/bin/gcc + -Wno-unused-result -Wsign-compare -DNDEBUG + -fwrapv -O2 -Wall -fPIC -O2 -isystem + /mnt/dolphinfs/ssd_pool/docker/user/hadoop + -aipnlp/EVA/buxizhou/anaconda3/envs/fastwa + m/include -fPIC -O2 -isystem + /mnt/dolphinfs/ssd_pool/docker/user/hadoop + -aipnlp/EVA/buxizhou/anaconda3/envs/fastwa + m/include -fPIC -c /tmp/tmpf5sagdaa/test.c + -o /tmp/tmpf5sagdaa/test.o +09/18 [17:05:25] INFO | >> spawn.py:77 + /opt/rh/devtoolset-11/root/usr/bin/gcc + -Wno-unused-result -Wsign-compare -DNDEBUG + -fwrapv -O2 -Wall -fPIC -O2 -isystem + /mnt/dolphinfs/ssd_pool/docker/user/hadoop + -aipnlp/EVA/buxizhou/anaconda3/envs/fastwa + m/include -fPIC -O2 -isystem + /mnt/dolphinfs/ssd_pool/docker/user/hadoop + -aipnlp/EVA/buxizhou/anaconda3/envs/fastwa + m/include -fPIC -c /tmp/tmp_l9h0nsj/test.c + -o /tmp/tmp_l9h0nsj/test.o +09/18 [17:05:26] INFO | >> spawn.py:77 + /opt/rh/devtoolset-11/root/usr/bin/gcc + /tmp/tmpu7ixloyx/test.o -laio -o + /tmp/tmpu7ixloyx/a.out +09/18 [17:05:26] INFO | >> spawn.py:77 + /opt/rh/devtoolset-11/root/usr/bin/gcc + /tmp/tmp3tzlt5c1/test.o -laio -o + /tmp/tmp3tzlt5c1/a.out +09/18 [17:05:29] INFO | >> spawn.py:77 + /opt/rh/devtoolset-11/root/usr/bin/gcc + /tmp/tmp7qw0f9zz/test.o -laio -o + /tmp/tmp7qw0f9zz/a.out +09/18 [17:05:54] INFO | >> spawn.py:77 + /opt/rh/devtoolset-11/root/usr/bin/gcc + /tmp/tmpf5sagdaa/test.o -laio -o + /tmp/tmpf5sagdaa/a.out +09/18 [17:06:03] INFO | >> spawn.py:77 + /opt/rh/devtoolset-11/root/usr/bin/gcc + /tmp/tmp_l9h0nsj/test.o -laio -o + /tmp/tmp_l9h0nsj/a.out +09/18 [17:06:17] INFO | >> spawn.py:77 + /opt/rh/devtoolset-11/root/usr/bin/gcc + /tmp/tmpwih1hvfl/test.o -laio -o + /tmp/tmpwih1hvfl/a.out +09/18 [17:06:20] INFO | >> spawn.py:77 + /opt/rh/devtoolset-11/root/usr/bin/gcc + -Wno-unused-result -Wsign-compare -DNDEBUG + -fwrapv -O2 -Wall -fPIC -O2 -isystem + /mnt/dolphinfs/ssd_pool/docker/user/hadoop + -aipnlp/EVA/buxizhou/anaconda3/envs/fastwa + m/include -fPIC -O2 -isystem + /mnt/dolphinfs/ssd_pool/docker/user/hadoop + -aipnlp/EVA/buxizhou/anaconda3/envs/fastwa + m/include -fPIC -c /tmp/tmpl791zszg/test.c + -o /tmp/tmpl791zszg/test.o +09/18 [17:06:20] INFO | >> spawn.py:77 + /opt/rh/devtoolset-11/root/usr/bin/gcc + -Wno-unused-result -Wsign-compare -DNDEBUG + -fwrapv -O2 -Wall -fPIC -O2 -isystem + /mnt/dolphinfs/ssd_pool/docker/user/hadoop + -aipnlp/EVA/buxizhou/anaconda3/envs/fastwa + m/include -fPIC -O2 -isystem + /mnt/dolphinfs/ssd_pool/docker/user/hadoop + -aipnlp/EVA/buxizhou/anaconda3/envs/fastwa + m/include -fPIC -c /tmp/tmppq28whwa/test.c + -o /tmp/tmppq28whwa/test.o +09/18 [17:06:21] INFO | >> spawn.py:77 + /opt/rh/devtoolset-11/root/usr/bin/gcc + -Wno-unused-result -Wsign-compare -DNDEBUG + -fwrapv -O2 -Wall -fPIC -O2 -isystem + /mnt/dolphinfs/ssd_pool/docker/user/hadoop + -aipnlp/EVA/buxizhou/anaconda3/envs/fastwa + m/include -fPIC -O2 -isystem + /mnt/dolphinfs/ssd_pool/docker/user/hadoop + -aipnlp/EVA/buxizhou/anaconda3/envs/fastwa + m/include -fPIC -c /tmp/tmpwdtm3o7e/test.c + -o /tmp/tmpwdtm3o7e/test.o +09/18 [17:07:06] INFO | >> spawn.py:77 + /opt/rh/devtoolset-11/root/usr/bin/gcc + -Wno-unused-result -Wsign-compare -DNDEBUG + -fwrapv -O2 -Wall -fPIC -O2 -isystem + /mnt/dolphinfs/ssd_pool/docker/user/hadoop + -aipnlp/EVA/buxizhou/anaconda3/envs/fastwa + m/include -fPIC -O2 -isystem + /mnt/dolphinfs/ssd_pool/docker/user/hadoop + -aipnlp/EVA/buxizhou/anaconda3/envs/fastwa + m/include -fPIC -c /tmp/tmpmgjya0hf/test.c + -o /tmp/tmpmgjya0hf/test.o +09/18 [17:07:10] INFO | >> spawn.py:77 + /opt/rh/devtoolset-11/root/usr/bin/gcc + -Wno-unused-result -Wsign-compare -DNDEBUG + -fwrapv -O2 -Wall -fPIC -O2 -isystem + /mnt/dolphinfs/ssd_pool/docker/user/hadoop + -aipnlp/EVA/buxizhou/anaconda3/envs/fastwa + m/include -fPIC -O2 -isystem + /mnt/dolphinfs/ssd_pool/docker/user/hadoop + -aipnlp/EVA/buxizhou/anaconda3/envs/fastwa + m/include -fPIC -c /tmp/tmpc139suis/test.c + -o /tmp/tmpc139suis/test.o +09/18 [17:07:13] INFO | >> spawn.py:77 + /opt/rh/devtoolset-11/root/usr/bin/gcc + /tmp/tmpl791zszg/test.o -L/usr/local/cuda + -L/usr/local/cuda/lib64 -lcufile -o + /tmp/tmpl791zszg/a.out +09/18 [17:07:15] INFO | >> spawn.py:77 + /opt/rh/devtoolset-11/root/usr/bin/gcc + /tmp/tmppq28whwa/test.o -L/usr/local/cuda + -L/usr/local/cuda/lib64 -lcufile -o + /tmp/tmppq28whwa/a.out +09/18 [17:07:18] INFO | >> spawn.py:77 + /opt/rh/devtoolset-11/root/usr/bin/gcc + /tmp/tmpwdtm3o7e/test.o -L/usr/local/cuda + -L/usr/local/cuda/lib64 -lcufile -o + /tmp/tmpwdtm3o7e/a.out +09/18 [17:07:28] INFO | >> spawn.py:77 + /opt/rh/devtoolset-11/root/usr/bin/gcc + -Wno-unused-result -Wsign-compare -DNDEBUG + -fwrapv -O2 -Wall -fPIC -O2 -isystem + /mnt/dolphinfs/ssd_pool/docker/user/hadoop + -aipnlp/EVA/buxizhou/anaconda3/envs/fastwa + m/include -fPIC -O2 -isystem + /mnt/dolphinfs/ssd_pool/docker/user/hadoop + -aipnlp/EVA/buxizhou/anaconda3/envs/fastwa + m/include -fPIC -c /tmp/tmpduf15alf/test.c + -o /tmp/tmpduf15alf/test.o +09/18 [17:08:03] INFO | >> spawn.py:77 + /opt/rh/devtoolset-11/root/usr/bin/gcc + /tmp/tmpmgjya0hf/test.o -L/usr/local/cuda + -L/usr/local/cuda/lib64 -lcufile -o + /tmp/tmpmgjya0hf/a.out +09/18 [17:08:05] INFO | >> spawn.py:77 + /opt/rh/devtoolset-11/root/usr/bin/gcc + /tmp/tmpc139suis/test.o -L/usr/local/cuda + -L/usr/local/cuda/lib64 -lcufile -o + /tmp/tmpc139suis/a.out +09/18 [17:08:26] INFO | >> spawn.py:77 + /opt/rh/devtoolset-11/root/usr/bin/gcc + /tmp/tmpduf15alf/test.o -L/usr/local/cuda + -L/usr/local/cuda/lib64 -lcufile -o + /tmp/tmpduf15alf/a.out +[W918 17:09:56.503235153 socket.cpp:200] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W918 17:09:56.582620365 socket.cpp:200] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W918 17:10:04.510368433 socket.cpp:200] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W918 17:10:12.517264971 socket.cpp:200] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W918 17:18:20.647404045 socket.cpp:200] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W918 17:18:20.760197843 socket.cpp:200] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W918 17:18:20.835911614 socket.cpp:200] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W918 17:18:20.870070590 socket.cpp:200] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W918 17:18:28.655986635 socket.cpp:200] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W918 17:18:36.662895283 socket.cpp:200] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W918 17:18:41.913430216 socket.cpp:200] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W918 17:18:41.952485437 socket.cpp:200] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W918 17:18:44.669671139 socket.cpp:200] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W918 17:18:52.677067972 socket.cpp:200] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W918 17:19:00.684218970 socket.cpp:200] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W918 17:19:08.691132923 socket.cpp:200] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +psx680cxrs7fieen-worker-0:66358:66358 [0] NCCL INFO NCCL_SOCKET_IFNAME set by environment to ^lo,docker0 +psx680cxrs7fieen-worker-0:66358:66358 [0] NCCL INFO Bootstrap: Using eth0:33.235.227.135<0> +psx680cxrs7fieen-worker-0:66358:66358 [0] NCCL INFO cudaDriverVersion 12040 +psx680cxrs7fieen-worker-0:66358:66358 [0] NCCL INFO NCCL version 2.26.2+cuda12.2 +psx680cxrs7fieen-worker-0:66358:66358 [0] NCCL INFO Comm config Blocking set to 1 +psx680cxrs7fieen-worker-0:66393:66393 [3] NCCL INFO cudaDriverVersion 12040 +psx680cxrs7fieen-worker-0:66393:66393 [3] NCCL INFO NCCL_SOCKET_IFNAME set by environment to ^lo,docker0 +psx680cxrs7fieen-worker-0:66393:66393 [3] NCCL INFO Bootstrap: Using eth0:33.235.227.135<0> +psx680cxrs7fieen-worker-0:66393:66393 [3] NCCL INFO NCCL version 2.26.2+cuda12.2 +psx680cxrs7fieen-worker-0:66394:66394 [4] NCCL INFO cudaDriverVersion 12040 +psx680cxrs7fieen-worker-0:66394:66394 [4] NCCL INFO NCCL_SOCKET_IFNAME set by environment to ^lo,docker0 +psx680cxrs7fieen-worker-0:66394:66394 [4] NCCL INFO Bootstrap: Using eth0:33.235.227.135<0> +psx680cxrs7fieen-worker-0:66394:66394 [4] NCCL INFO NCCL version 2.26.2+cuda12.2 +psx680cxrs7fieen-worker-0:66392:66392 [2] NCCL INFO cudaDriverVersion 12040 +psx680cxrs7fieen-worker-0:66392:66392 [2] NCCL INFO NCCL_SOCKET_IFNAME set by environment to ^lo,docker0 +psx680cxrs7fieen-worker-0:66393:66393 [3] NCCL INFO Comm config Blocking set to 1 +psx680cxrs7fieen-worker-0:66394:66394 [4] NCCL INFO Comm config Blocking set to 1 +psx680cxrs7fieen-worker-0:66391:66391 [1] NCCL INFO cudaDriverVersion 12040 +psx680cxrs7fieen-worker-0:66391:66391 [1] NCCL INFO NCCL_SOCKET_IFNAME set by environment to ^lo,docker0 +psx680cxrs7fieen-worker-0:66392:66392 [2] NCCL INFO Bootstrap: Using eth0:33.235.227.135<0> +psx680cxrs7fieen-worker-0:66391:66391 [1] NCCL INFO Bootstrap: Using eth0:33.235.227.135<0> +psx680cxrs7fieen-worker-0:66392:66392 [2] NCCL INFO NCCL version 2.26.2+cuda12.2 +psx680cxrs7fieen-worker-0:66391:66391 [1] NCCL INFO NCCL version 2.26.2+cuda12.2 +psx680cxrs7fieen-worker-0:66392:66392 [2] NCCL INFO Comm config Blocking set to 1 +psx680cxrs7fieen-worker-0:66391:66391 [1] NCCL INFO Comm config Blocking set to 1 +psx680cxrs7fieen-worker-0:66396:66396 [6] NCCL INFO cudaDriverVersion 12040 +psx680cxrs7fieen-worker-0:66396:66396 [6] NCCL INFO NCCL_SOCKET_IFNAME set by environment to ^lo,docker0 +psx680cxrs7fieen-worker-0:66395:66395 [5] NCCL INFO cudaDriverVersion 12040 +psx680cxrs7fieen-worker-0:66395:66395 [5] NCCL INFO NCCL_SOCKET_IFNAME set by environment to ^lo,docker0 +psx680cxrs7fieen-worker-0:66397:66397 [7] NCCL INFO cudaDriverVersion 12040 +psx680cxrs7fieen-worker-0:66397:66397 [7] NCCL INFO NCCL_SOCKET_IFNAME set by environment to ^lo,docker0 +psx680cxrs7fieen-worker-0:66396:66396 [6] NCCL INFO Bootstrap: Using eth0:33.235.227.135<0> +psx680cxrs7fieen-worker-0:66396:66396 [6] NCCL INFO NCCL version 2.26.2+cuda12.2 +psx680cxrs7fieen-worker-0:66395:66395 [5] NCCL INFO Bootstrap: Using eth0:33.235.227.135<0> +psx680cxrs7fieen-worker-0:66397:66397 [7] NCCL INFO Bootstrap: Using eth0:33.235.227.135<0> +psx680cxrs7fieen-worker-0:66395:66395 [5] NCCL INFO NCCL version 2.26.2+cuda12.2 +psx680cxrs7fieen-worker-0:66397:66397 [7] NCCL INFO NCCL version 2.26.2+cuda12.2 +psx680cxrs7fieen-worker-0:66395:66395 [5] NCCL INFO Comm config Blocking set to 1 +psx680cxrs7fieen-worker-0:66396:66396 [6] NCCL INFO Comm config Blocking set to 1 +psx680cxrs7fieen-worker-0:66397:66397 [7] NCCL INFO Comm config Blocking set to 1 +psx680cxrs7fieen-worker-0:66392:107739 [2] NCCL INFO NET/Plugin: Could not find: libnccl-net.so. Using internal net plugin. +psx680cxrs7fieen-worker-0:66394:107738 [4] NCCL INFO NET/Plugin: Could not find: libnccl-net.so. Using internal net plugin. +psx680cxrs7fieen-worker-0:66395:107741 [5] NCCL INFO NET/Plugin: Could not find: libnccl-net.so. Using internal net plugin. +psx680cxrs7fieen-worker-0:66393:107737 [3] NCCL INFO NET/Plugin: Could not find: libnccl-net.so. Using internal net plugin. +psx680cxrs7fieen-worker-0:66397:107743 [7] NCCL INFO NET/Plugin: Could not find: libnccl-net.so. Using internal net plugin. +psx680cxrs7fieen-worker-0:66396:107742 [6] NCCL INFO NET/Plugin: Could not find: libnccl-net.so. Using internal net plugin. +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO NET/Plugin: Could not find: libnccl-net.so. Using internal net plugin. +psx680cxrs7fieen-worker-0:66391:107740 [1] NCCL INFO NET/Plugin: Could not find: libnccl-net.so. Using internal net plugin. +psx680cxrs7fieen-worker-0:66395:107741 [5] NCCL INFO NCCL_SOCKET_IFNAME set by environment to ^lo,docker0 +psx680cxrs7fieen-worker-0:66395:107741 [5] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_6:1/RoCE ; OOB eth0:33.235.227.135<0> +psx680cxrs7fieen-worker-0:66394:107738 [4] NCCL INFO NCCL_SOCKET_IFNAME set by environment to ^lo,docker0 +psx680cxrs7fieen-worker-0:66394:107738 [4] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_6:1/RoCE ; OOB eth0:33.235.227.135<0> +psx680cxrs7fieen-worker-0:66392:107739 [2] NCCL INFO NCCL_SOCKET_IFNAME set by environment to ^lo,docker0 +psx680cxrs7fieen-worker-0:66392:107739 [2] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_6:1/RoCE ; OOB eth0:33.235.227.135<0> +psx680cxrs7fieen-worker-0:66391:107740 [1] NCCL INFO NCCL_SOCKET_IFNAME set by environment to ^lo,docker0 +psx680cxrs7fieen-worker-0:66391:107740 [1] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_6:1/RoCE ; OOB eth0:33.235.227.135<0> +psx680cxrs7fieen-worker-0:66396:107742 [6] NCCL INFO NCCL_SOCKET_IFNAME set by environment to ^lo,docker0 +psx680cxrs7fieen-worker-0:66396:107742 [6] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_6:1/RoCE ; OOB eth0:33.235.227.135<0> +psx680cxrs7fieen-worker-0:66393:107737 [3] NCCL INFO NCCL_SOCKET_IFNAME set by environment to ^lo,docker0 +psx680cxrs7fieen-worker-0:66393:107737 [3] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_6:1/RoCE ; OOB eth0:33.235.227.135<0> +psx680cxrs7fieen-worker-0:66397:107743 [7] NCCL INFO NCCL_SOCKET_IFNAME set by environment to ^lo,docker0 +psx680cxrs7fieen-worker-0:66397:107743 [7] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_6:1/RoCE ; OOB eth0:33.235.227.135<0> +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO NCCL_SOCKET_IFNAME set by environment to ^lo,docker0 +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_6:1/RoCE ; OOB eth0:33.235.227.135<0> +psx680cxrs7fieen-worker-0:66395:107741 [5] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so. +psx680cxrs7fieen-worker-0:66395:107741 [5] NCCL INFO Using network IB +psx680cxrs7fieen-worker-0:66394:107738 [4] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so. +psx680cxrs7fieen-worker-0:66394:107738 [4] NCCL INFO Using network IB +psx680cxrs7fieen-worker-0:66392:107739 [2] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so. +psx680cxrs7fieen-worker-0:66392:107739 [2] NCCL INFO Using network IB +psx680cxrs7fieen-worker-0:66391:107740 [1] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so. +psx680cxrs7fieen-worker-0:66391:107740 [1] NCCL INFO Using network IB +psx680cxrs7fieen-worker-0:66396:107742 [6] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so. +psx680cxrs7fieen-worker-0:66396:107742 [6] NCCL INFO Using network IB +psx680cxrs7fieen-worker-0:66395:107741 [5] NCCL INFO ncclCommInitRankConfig comm 0x55cca4587200 rank 5 nranks 8 cudaDev 5 nvmlDev 5 busId bb000 commId 0x31dca973a263001c - Init START +psx680cxrs7fieen-worker-0:66393:107737 [3] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so. +psx680cxrs7fieen-worker-0:66393:107737 [3] NCCL INFO Using network IB +psx680cxrs7fieen-worker-0:66397:107743 [7] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so. +psx680cxrs7fieen-worker-0:66397:107743 [7] NCCL INFO Using network IB +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so. +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO Using network IB +psx680cxrs7fieen-worker-0:66394:107738 [4] NCCL INFO ncclCommInitRankConfig comm 0x55ea9ad0c5c0 rank 4 nranks 8 cudaDev 4 nvmlDev 4 busId 9b000 commId 0x31dca973a263001c - Init START +psx680cxrs7fieen-worker-0:66392:107739 [2] NCCL INFO ncclCommInitRankConfig comm 0x5607ece5e6c0 rank 2 nranks 8 cudaDev 2 nvmlDev 2 busId 4c000 commId 0x31dca973a263001c - Init START +psx680cxrs7fieen-worker-0:66391:107740 [1] NCCL INFO ncclCommInitRankConfig comm 0x562a25c5b200 rank 1 nranks 8 cudaDev 1 nvmlDev 1 busId 3b000 commId 0x31dca973a263001c - Init START +psx680cxrs7fieen-worker-0:66396:107742 [6] NCCL INFO ncclCommInitRankConfig comm 0x5617aca5fac0 rank 6 nranks 8 cudaDev 6 nvmlDev 6 busId cb000 commId 0x31dca973a263001c - Init START +psx680cxrs7fieen-worker-0:66395:107741 [5] NCCL INFO RAS client listening socket at ::1<28028> +psx680cxrs7fieen-worker-0:66393:107737 [3] NCCL INFO ncclCommInitRankConfig comm 0x55791ea133c0 rank 3 nranks 8 cudaDev 3 nvmlDev 3 busId 5d000 commId 0x31dca973a263001c - Init START +psx680cxrs7fieen-worker-0:66393:107737 [3] NCCL INFO RAS client listening socket at ::1<28028> +psx680cxrs7fieen-worker-0:66392:107739 [2] NCCL INFO RAS client listening socket at ::1<28028> +psx680cxrs7fieen-worker-0:66394:107738 [4] NCCL INFO RAS client listening socket at ::1<28028> +psx680cxrs7fieen-worker-0:66397:107743 [7] NCCL INFO ncclCommInitRankConfig comm 0x56434c896a00 rank 7 nranks 8 cudaDev 7 nvmlDev 7 busId db000 commId 0x31dca973a263001c - Init START +psx680cxrs7fieen-worker-0:66396:107742 [6] NCCL INFO RAS client listening socket at ::1<28028> +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO ncclCommInitRankConfig comm 0x5628e82b01c0 rank 0 nranks 8 cudaDev 0 nvmlDev 0 busId 19000 commId 0x31dca973a263001c - Init START +psx680cxrs7fieen-worker-0:66397:107743 [7] NCCL INFO RAS client listening socket at ::1<28028> +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO RAS client listening socket at ::1<28028> +psx680cxrs7fieen-worker-0:66391:107740 [1] NCCL INFO RAS client listening socket at ::1<28028> +psx680cxrs7fieen-worker-0:66393:107737 [3] NCCL INFO Bootstrap timings total 0.034316 (create 0.000033, send 0.000064, recv 0.000103, ring 0.033733, delay 0.000000) +psx680cxrs7fieen-worker-0:66397:107743 [7] NCCL INFO Bootstrap timings total 0.004196 (create 0.000032, send 0.000069, recv 0.001569, ring 0.002225, delay 0.000000) +psx680cxrs7fieen-worker-0:66394:107738 [4] NCCL INFO Bootstrap timings total 0.695092 (create 0.000037, send 0.000070, recv 0.000092, ring 0.033718, delay 0.000001) +psx680cxrs7fieen-worker-0:66392:107739 [2] NCCL INFO Bootstrap timings total 0.533470 (create 0.000035, send 0.000062, recv 0.499231, ring 0.033723, delay 0.000000) +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO Bootstrap timings total 0.002680 (create 0.000033, send 0.000072, recv 0.000069, ring 0.002161, delay 0.000001) +psx680cxrs7fieen-worker-0:66396:107742 [6] NCCL INFO Bootstrap timings total 0.063385 (create 0.000036, send 0.000072, recv 0.059227, ring 0.003633, delay 0.000001) +psx680cxrs7fieen-worker-0:66391:107740 [1] NCCL INFO Bootstrap timings total 0.206539 (create 0.000037, send 0.000063, recv 0.000094, ring 0.002152, delay 0.000000) +psx680cxrs7fieen-worker-0:66395:107741 [5] NCCL INFO Bootstrap timings total 1.655282 (create 0.000035, send 0.000067, recv 1.591980, ring 0.062684, delay 0.000001) +psx680cxrs7fieen-worker-0:66397:107743 [7] NCCL INFO MNNVL busId 0xdb000 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0 +psx680cxrs7fieen-worker-0:66394:107738 [4] NCCL INFO MNNVL busId 0x9b000 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0 +psx680cxrs7fieen-worker-0:66396:107742 [6] NCCL INFO MNNVL busId 0xcb000 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0 +psx680cxrs7fieen-worker-0:66391:107740 [1] NCCL INFO MNNVL busId 0x3b000 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0 +psx680cxrs7fieen-worker-0:66392:107739 [2] NCCL INFO MNNVL busId 0x4c000 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0 +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO MNNVL busId 0x19000 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0 +psx680cxrs7fieen-worker-0:66395:107741 [5] NCCL INFO MNNVL busId 0xbb000 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0 +psx680cxrs7fieen-worker-0:66393:107737 [3] NCCL INFO MNNVL busId 0x5d000 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0 +psx680cxrs7fieen-worker-0:66391:107740 [1] NCCL INFO Setting affinity for GPU 1 to ffff,ffffffff,00000000,0000ffff,fffffff0 +psx680cxrs7fieen-worker-0:66391:107740 [1] NCCL INFO NVLS multicast support is available on dev 1 +psx680cxrs7fieen-worker-0:66395:107741 [5] NCCL INFO Setting affinity for GPU 5 to ffffffff,ffff0000,00000000,ffffffff,fff00000,00000000 +psx680cxrs7fieen-worker-0:66395:107741 [5] NCCL INFO NVLS multicast support is available on dev 5 +psx680cxrs7fieen-worker-0:66394:107738 [4] NCCL INFO Setting affinity for GPU 4 to ffffffff,ffff0000,00000000,ffffffff,fff00000,00000000 +psx680cxrs7fieen-worker-0:66394:107738 [4] NCCL INFO NVLS multicast support is available on dev 4 +psx680cxrs7fieen-worker-0:66397:107743 [7] NCCL INFO Setting affinity for GPU 7 to ffffffff,ffff0000,00000000,ffffffff,fff00000,00000000 +psx680cxrs7fieen-worker-0:66397:107743 [7] NCCL INFO NVLS multicast support is available on dev 7 +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO Setting affinity for GPU 0 to ffff,ffffffff,00000000,0000ffff,fffffff0 +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO NVLS multicast support is available on dev 0 +psx680cxrs7fieen-worker-0:66396:107742 [6] NCCL INFO Setting affinity for GPU 6 to ffffffff,ffff0000,00000000,ffffffff,fff00000,00000000 +psx680cxrs7fieen-worker-0:66396:107742 [6] NCCL INFO NVLS multicast support is available on dev 6 +psx680cxrs7fieen-worker-0:66392:107739 [2] NCCL INFO Setting affinity for GPU 2 to ffff,ffffffff,00000000,0000ffff,fffffff0 +psx680cxrs7fieen-worker-0:66392:107739 [2] NCCL INFO NVLS multicast support is available on dev 2 +psx680cxrs7fieen-worker-0:66393:107737 [3] NCCL INFO Setting affinity for GPU 3 to ffff,ffffffff,00000000,0000ffff,fffffff0 +psx680cxrs7fieen-worker-0:66393:107737 [3] NCCL INFO NVLS multicast support is available on dev 3 +psx680cxrs7fieen-worker-0:66393:107737 [3] NCCL INFO comm 0x55791ea133c0 rank 3 nRanks 8 nNodes 1 localRanks 8 localRank 3 MNNVL 0 +psx680cxrs7fieen-worker-0:66392:107739 [2] NCCL INFO comm 0x5607ece5e6c0 rank 2 nRanks 8 nNodes 1 localRanks 8 localRank 2 MNNVL 0 +psx680cxrs7fieen-worker-0:66391:107740 [1] NCCL INFO comm 0x562a25c5b200 rank 1 nRanks 8 nNodes 1 localRanks 8 localRank 1 MNNVL 0 +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO comm 0x5628e82b01c0 rank 0 nRanks 8 nNodes 1 localRanks 8 localRank 0 MNNVL 0 +psx680cxrs7fieen-worker-0:66395:107741 [5] NCCL INFO comm 0x55cca4587200 rank 5 nRanks 8 nNodes 1 localRanks 8 localRank 5 MNNVL 0 +psx680cxrs7fieen-worker-0:66397:107743 [7] NCCL INFO comm 0x56434c896a00 rank 7 nRanks 8 nNodes 1 localRanks 8 localRank 7 MNNVL 0 +psx680cxrs7fieen-worker-0:66394:107738 [4] NCCL INFO comm 0x55ea9ad0c5c0 rank 4 nRanks 8 nNodes 1 localRanks 8 localRank 4 MNNVL 0 +psx680cxrs7fieen-worker-0:66396:107742 [6] NCCL INFO comm 0x5617aca5fac0 rank 6 nRanks 8 nNodes 1 localRanks 8 localRank 6 MNNVL 0 +psx680cxrs7fieen-worker-0:66393:107737 [3] NCCL INFO Trees [0] 4/-1/-1->3->2 [1] 4/-1/-1->3->2 [2] 4/-1/-1->3->2 [3] 4/-1/-1->3->2 [4] 4/-1/-1->3->2 [5] 4/-1/-1->3->2 [6] 4/-1/-1->3->2 [7] 4/-1/-1->3->2 [8] 4/-1/-1->3->2 [9] 4/-1/-1->3->2 [10] 4/-1/-1->3->2 [11] 4/-1/-1->3->2 [12] 4/-1/-1->3->2 [13] 4/-1/-1->3->2 [14] 4/-1/-1->3->2 [15] 4/-1/-1->3->2 [16] 4/-1/-1->3->2 [17] 4/-1/-1->3->2 [18] 4/-1/-1->3->2 [19] 4/-1/-1->3->2 [20] 4/-1/-1->3->2 [21] 4/-1/-1->3->2 [22] 4/-1/-1->3->2 [23] 4/-1/-1->3->2 +psx680cxrs7fieen-worker-0:66392:107739 [2] NCCL INFO Trees [0] 3/-1/-1->2->1 [1] 3/-1/-1->2->1 [2] 3/-1/-1->2->1 [3] 3/-1/-1->2->1 [4] 3/-1/-1->2->1 [5] 3/-1/-1->2->1 [6] 3/-1/-1->2->1 [7] 3/-1/-1->2->1 [8] 3/-1/-1->2->1 [9] 3/-1/-1->2->1 [10] 3/-1/-1->2->1 [11] 3/-1/-1->2->1 [12] 3/-1/-1->2->1 [13] 3/-1/-1->2->1 [14] 3/-1/-1->2->1 [15] 3/-1/-1->2->1 [16] 3/-1/-1->2->1 [17] 3/-1/-1->2->1 [18] 3/-1/-1->2->1 [19] 3/-1/-1->2->1 [20] 3/-1/-1->2->1 [21] 3/-1/-1->2->1 [22] 3/-1/-1->2->1 [23] 3/-1/-1->2->1 +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO Channel 00/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66392:107739 [2] NCCL INFO P2P Chunksize set to 524288 +psx680cxrs7fieen-worker-0:66393:107737 [3] NCCL INFO P2P Chunksize set to 524288 +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO Channel 01/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO Channel 02/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO Channel 03/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO Channel 04/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66391:107740 [1] NCCL INFO Trees [0] 2/-1/-1->1->0 [1] 2/-1/-1->1->0 [2] 2/-1/-1->1->0 [3] 2/-1/-1->1->0 [4] 2/-1/-1->1->0 [5] 2/-1/-1->1->0 [6] 2/-1/-1->1->0 [7] 2/-1/-1->1->0 [8] 2/-1/-1->1->0 [9] 2/-1/-1->1->0 [10] 2/-1/-1->1->0 [11] 2/-1/-1->1->0 [12] 2/-1/-1->1->0 [13] 2/-1/-1->1->0 [14] 2/-1/-1->1->0 [15] 2/-1/-1->1->0 [16] 2/-1/-1->1->0 [17] 2/-1/-1->1->0 [18] 2/-1/-1->1->0 [19] 2/-1/-1->1->0 [20] 2/-1/-1->1->0 [21] 2/-1/-1->1->0 [22] 2/-1/-1->1->0 [23] 2/-1/-1->1->0 +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO Channel 05/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66395:107741 [5] NCCL INFO Trees [0] 6/-1/-1->5->4 [1] 6/-1/-1->5->4 [2] 6/-1/-1->5->4 [3] 6/-1/-1->5->4 [4] 6/-1/-1->5->4 [5] 6/-1/-1->5->4 [6] 6/-1/-1->5->4 [7] 6/-1/-1->5->4 [8] 6/-1/-1->5->4 [9] 6/-1/-1->5->4 [10] 6/-1/-1->5->4 [11] 6/-1/-1->5->4 [12] 6/-1/-1->5->4 [13] 6/-1/-1->5->4 [14] 6/-1/-1->5->4 [15] 6/-1/-1->5->4 [16] 6/-1/-1->5->4 [17] 6/-1/-1->5->4 [18] 6/-1/-1->5->4 [19] 6/-1/-1->5->4 [20] 6/-1/-1->5->4 [21] 6/-1/-1->5->4 [22] 6/-1/-1->5->4 [23] 6/-1/-1->5->4 +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO Channel 06/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66391:107740 [1] NCCL INFO P2P Chunksize set to 524288 +psx680cxrs7fieen-worker-0:66395:107741 [5] NCCL INFO P2P Chunksize set to 524288 +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO Channel 07/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO Channel 08/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO Channel 09/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66397:107743 [7] NCCL INFO Trees [0] -1/-1/-1->7->6 [1] -1/-1/-1->7->6 [2] -1/-1/-1->7->6 [3] -1/-1/-1->7->6 [4] -1/-1/-1->7->6 [5] -1/-1/-1->7->6 [6] -1/-1/-1->7->6 [7] -1/-1/-1->7->6 [8] -1/-1/-1->7->6 [9] -1/-1/-1->7->6 [10] -1/-1/-1->7->6 [11] -1/-1/-1->7->6 [12] -1/-1/-1->7->6 [13] -1/-1/-1->7->6 [14] -1/-1/-1->7->6 [15] -1/-1/-1->7->6 [16] -1/-1/-1->7->6 [17] -1/-1/-1->7->6 [18] -1/-1/-1->7->6 [19] -1/-1/-1->7->6 [20] -1/-1/-1->7->6 [21] -1/-1/-1->7->6 [22] -1/-1/-1->7->6 [23] -1/-1/-1->7->6 +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO Channel 10/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66397:107743 [7] NCCL INFO P2P Chunksize set to 524288 +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO Channel 11/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66396:107742 [6] NCCL INFO Trees [0] 7/-1/-1->6->5 [1] 7/-1/-1->6->5 [2] 7/-1/-1->6->5 [3] 7/-1/-1->6->5 [4] 7/-1/-1->6->5 [5] 7/-1/-1->6->5 [6] 7/-1/-1->6->5 [7] 7/-1/-1->6->5 [8] 7/-1/-1->6->5 [9] 7/-1/-1->6->5 [10] 7/-1/-1->6->5 [11] 7/-1/-1->6->5 [12] 7/-1/-1->6->5 [13] 7/-1/-1->6->5 [14] 7/-1/-1->6->5 [15] 7/-1/-1->6->5 [16] 7/-1/-1->6->5 [17] 7/-1/-1->6->5 [18] 7/-1/-1->6->5 [19] 7/-1/-1->6->5 [20] 7/-1/-1->6->5 [21] 7/-1/-1->6->5 [22] 7/-1/-1->6->5 [23] 7/-1/-1->6->5 +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO Channel 12/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66396:107742 [6] NCCL INFO P2P Chunksize set to 524288 +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO Channel 13/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO Channel 14/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO Channel 15/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO Channel 16/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO Channel 17/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66394:107738 [4] NCCL INFO Trees [0] 5/-1/-1->4->3 [1] 5/-1/-1->4->3 [2] 5/-1/-1->4->3 [3] 5/-1/-1->4->3 [4] 5/-1/-1->4->3 [5] 5/-1/-1->4->3 [6] 5/-1/-1->4->3 [7] 5/-1/-1->4->3 [8] 5/-1/-1->4->3 [9] 5/-1/-1->4->3 [10] 5/-1/-1->4->3 [11] 5/-1/-1->4->3 [12] 5/-1/-1->4->3 [13] 5/-1/-1->4->3 [14] 5/-1/-1->4->3 [15] 5/-1/-1->4->3 [16] 5/-1/-1->4->3 [17] 5/-1/-1->4->3 [18] 5/-1/-1->4->3 [19] 5/-1/-1->4->3 [20] 5/-1/-1->4->3 [21] 5/-1/-1->4->3 [22] 5/-1/-1->4->3 [23] 5/-1/-1->4->3 +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO Channel 18/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66394:107738 [4] NCCL INFO P2P Chunksize set to 524288 +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO Channel 19/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO Channel 20/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO Channel 21/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO Channel 22/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO Channel 23/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO Trees [0] 1/-1/-1->0->-1 [1] 1/-1/-1->0->-1 [2] 1/-1/-1->0->-1 [3] 1/-1/-1->0->-1 [4] 1/-1/-1->0->-1 [5] 1/-1/-1->0->-1 [6] 1/-1/-1->0->-1 [7] 1/-1/-1->0->-1 [8] 1/-1/-1->0->-1 [9] 1/-1/-1->0->-1 [10] 1/-1/-1->0->-1 [11] 1/-1/-1->0->-1 [12] 1/-1/-1->0->-1 [13] 1/-1/-1->0->-1 [14] 1/-1/-1->0->-1 [15] 1/-1/-1->0->-1 [16] 1/-1/-1->0->-1 [17] 1/-1/-1->0->-1 [18] 1/-1/-1->0->-1 [19] 1/-1/-1->0->-1 [20] 1/-1/-1->0->-1 [21] 1/-1/-1->0->-1 [22] 1/-1/-1->0->-1 [23] 1/-1/-1->0->-1 +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO P2P Chunksize set to 524288 +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO Check P2P Type intraNodeP2pSupport 1 directMode 0 +psx680cxrs7fieen-worker-0:66393:108121 [3] NCCL INFO [Proxy Service] Device 3 CPU core 27 +psx680cxrs7fieen-worker-0:66392:108120 [2] NCCL INFO [Proxy Service] Device 2 CPU core 114 +psx680cxrs7fieen-worker-0:66392:108127 [2] NCCL INFO [Proxy Service UDS] Device 2 CPU core 115 +psx680cxrs7fieen-worker-0:66396:108125 [6] NCCL INFO [Proxy Service] Device 6 CPU core 149 +psx680cxrs7fieen-worker-0:66391:108122 [1] NCCL INFO [Proxy Service] Device 1 CPU core 104 +psx680cxrs7fieen-worker-0:66358:108126 [0] NCCL INFO [Proxy Service] Device 0 CPU core 124 +psx680cxrs7fieen-worker-0:66393:108128 [3] NCCL INFO [Proxy Service UDS] Device 3 CPU core 28 +psx680cxrs7fieen-worker-0:66395:108123 [5] NCCL INFO [Proxy Service] Device 5 CPU core 160 +psx680cxrs7fieen-worker-0:66391:108129 [1] NCCL INFO [Proxy Service UDS] Device 1 CPU core 10 +psx680cxrs7fieen-worker-0:66396:108131 [6] NCCL INFO [Proxy Service UDS] Device 6 CPU core 55 +psx680cxrs7fieen-worker-0:66395:108132 [5] NCCL INFO [Proxy Service UDS] Device 5 CPU core 161 +psx680cxrs7fieen-worker-0:66358:108134 [0] NCCL INFO [Proxy Service UDS] Device 0 CPU core 125 +psx680cxrs7fieen-worker-0:66397:108124 [7] NCCL INFO [Proxy Service] Device 7 CPU core 149 +psx680cxrs7fieen-worker-0:66394:108133 [4] NCCL INFO [Proxy Service] Device 4 CPU core 74 +psx680cxrs7fieen-worker-0:66397:108130 [7] NCCL INFO [Proxy Service UDS] Device 7 CPU core 55 +psx680cxrs7fieen-worker-0:66394:108135 [4] NCCL INFO [Proxy Service UDS] Device 4 CPU core 174 +psx680cxrs7fieen-worker-0:66392:107739 [2] NCCL INFO threadThresholds 8/8/64 | 64/8/64 | 512 | 512 +psx680cxrs7fieen-worker-0:66392:107739 [2] NCCL INFO 24 coll channels, 24 collnet channels, 16 nvls channels, 32 p2p channels, 32 p2p channels per peer +psx680cxrs7fieen-worker-0:66394:107738 [4] NCCL INFO threadThresholds 8/8/64 | 64/8/64 | 512 | 512 +psx680cxrs7fieen-worker-0:66394:107738 [4] NCCL INFO 24 coll channels, 24 collnet channels, 16 nvls channels, 32 p2p channels, 32 p2p channels per peer +psx680cxrs7fieen-worker-0:66395:107741 [5] NCCL INFO threadThresholds 8/8/64 | 64/8/64 | 512 | 512 +psx680cxrs7fieen-worker-0:66395:107741 [5] NCCL INFO 24 coll channels, 24 collnet channels, 16 nvls channels, 32 p2p channels, 32 p2p channels per peer +psx680cxrs7fieen-worker-0:66396:107742 [6] NCCL INFO threadThresholds 8/8/64 | 64/8/64 | 512 | 512 +psx680cxrs7fieen-worker-0:66396:107742 [6] NCCL INFO 24 coll channels, 24 collnet channels, 16 nvls channels, 32 p2p channels, 32 p2p channels per peer +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO threadThresholds 8/8/64 | 64/8/64 | 512 | 512 +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO 24 coll channels, 24 collnet channels, 16 nvls channels, 32 p2p channels, 32 p2p channels per peer +psx680cxrs7fieen-worker-0:66397:107743 [7] NCCL INFO threadThresholds 8/8/64 | 64/8/64 | 512 | 512 +psx680cxrs7fieen-worker-0:66397:107743 [7] NCCL INFO 24 coll channels, 24 collnet channels, 16 nvls channels, 32 p2p channels, 32 p2p channels per peer +psx680cxrs7fieen-worker-0:66391:107740 [1] NCCL INFO threadThresholds 8/8/64 | 64/8/64 | 512 | 512 +psx680cxrs7fieen-worker-0:66391:107740 [1] NCCL INFO 24 coll channels, 24 collnet channels, 16 nvls channels, 32 p2p channels, 32 p2p channels per peer +psx680cxrs7fieen-worker-0:66393:107737 [3] NCCL INFO threadThresholds 8/8/64 | 64/8/64 | 512 | 512 +psx680cxrs7fieen-worker-0:66393:107737 [3] NCCL INFO 24 coll channels, 24 collnet channels, 16 nvls channels, 32 p2p channels, 32 p2p channels per peer +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO CC Off, workFifoBytes 1048576 +psx680cxrs7fieen-worker-0:66397:107743 [7] NCCL INFO TUNER/Plugin: Could not find: libnccl-tuner.so. Using internal tuner plugin. +psx680cxrs7fieen-worker-0:66397:107743 [7] NCCL INFO ncclCommInitRankConfig comm 0x56434c896a00 rank 7 nranks 8 cudaDev 7 nvmlDev 7 busId db000 commId 0x31dca973a263001c - Init COMPLETE +psx680cxrs7fieen-worker-0:66397:107743 [7] NCCL INFO Init timings - ncclCommInitRankConfig: rank 7 nranks 8 total 26.53 (kernels 9.92, alloc 10.37, bootstrap 0.00, allgathers 0.01, topo 1.22, graphs 0.01, connections 0.33, rest 4.67) +psx680cxrs7fieen-worker-0:66394:107738 [4] NCCL INFO TUNER/Plugin: Could not find: libnccl-tuner.so. Using internal tuner plugin. +psx680cxrs7fieen-worker-0:66394:107738 [4] NCCL INFO ncclCommInitRankConfig comm 0x55ea9ad0c5c0 rank 4 nranks 8 cudaDev 4 nvmlDev 4 busId 9b000 commId 0x31dca973a263001c - Init COMPLETE +psx680cxrs7fieen-worker-0:66394:107738 [4] NCCL INFO Init timings - ncclCommInitRankConfig: rank 4 nranks 8 total 26.58 (kernels 9.87, alloc 9.74, bootstrap 0.70, allgathers 0.01, topo 1.22, graphs 0.02, connections 0.32, rest 4.71) +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO TUNER/Plugin: Could not find: libnccl-tuner.so. Using internal tuner plugin. +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO ncclCommInitRankConfig comm 0x5628e82b01c0 rank 0 nranks 8 cudaDev 0 nvmlDev 0 busId 19000 commId 0x31dca973a263001c - Init COMPLETE +psx680cxrs7fieen-worker-0:66358:107736 [0] NCCL INFO Init timings - ncclCommInitRankConfig: rank 0 nranks 8 total 26.65 (kernels 9.92, alloc 10.42, bootstrap 0.00, allgathers 0.01, topo 1.22, graphs 0.01, connections 0.33, rest 4.74) +psx680cxrs7fieen-worker-0:66392:107739 [2] NCCL INFO TUNER/Plugin: Could not find: libnccl-tuner.so. Using internal tuner plugin. +psx680cxrs7fieen-worker-0:66392:107739 [2] NCCL INFO ncclCommInitRankConfig comm 0x5607ece5e6c0 rank 2 nranks 8 cudaDev 2 nvmlDev 2 busId 4c000 commId 0x31dca973a263001c - Init COMPLETE +psx680cxrs7fieen-worker-0:66392:107739 [2] NCCL INFO Init timings - ncclCommInitRankConfig: rank 2 nranks 8 total 26.71 (kernels 9.93, alloc 9.84, bootstrap 0.53, allgathers 0.01, topo 1.22, graphs 0.01, connections 0.32, rest 4.84) +psx680cxrs7fieen-worker-0:66395:107741 [5] NCCL INFO TUNER/Plugin: Could not find: libnccl-tuner.so. Using internal tuner plugin. +psx680cxrs7fieen-worker-0:66395:107741 [5] NCCL INFO ncclCommInitRankConfig comm 0x55cca4587200 rank 5 nranks 8 cudaDev 5 nvmlDev 5 busId bb000 commId 0x31dca973a263001c - Init COMPLETE +psx680cxrs7fieen-worker-0:66395:107741 [5] NCCL INFO Init timings - ncclCommInitRankConfig: rank 5 nranks 8 total 26.74 (kernels 9.87, alloc 8.77, bootstrap 1.66, allgathers 0.02, topo 1.22, graphs 0.01, connections 0.32, rest 4.89) +psx680cxrs7fieen-worker-0:66393:107737 [3] NCCL INFO TUNER/Plugin: Could not find: libnccl-tuner.so. Using internal tuner plugin. +psx680cxrs7fieen-worker-0:66393:107737 [3] NCCL INFO ncclCommInitRankConfig comm 0x55791ea133c0 rank 3 nranks 8 cudaDev 3 nvmlDev 3 busId 5d000 commId 0x31dca973a263001c - Init COMPLETE +psx680cxrs7fieen-worker-0:66393:107737 [3] NCCL INFO Init timings - ncclCommInitRankConfig: rank 3 nranks 8 total 26.80 (kernels 9.88, alloc 10.39, bootstrap 0.03, allgathers 0.01, topo 1.22, graphs 0.01, connections 0.33, rest 4.92) +psx680cxrs7fieen-worker-0:66391:107740 [1] NCCL INFO TUNER/Plugin: Could not find: libnccl-tuner.so. Using internal tuner plugin. +psx680cxrs7fieen-worker-0:66391:107740 [1] NCCL INFO ncclCommInitRankConfig comm 0x562a25c5b200 rank 1 nranks 8 cudaDev 1 nvmlDev 1 busId 3b000 commId 0x31dca973a263001c - Init COMPLETE +psx680cxrs7fieen-worker-0:66391:107740 [1] NCCL INFO Init timings - ncclCommInitRankConfig: rank 1 nranks 8 total 26.83 (kernels 9.87, alloc 10.22, bootstrap 0.21, allgathers 0.02, topo 1.22, graphs 0.01, connections 0.33, rest 4.96) +psx680cxrs7fieen-worker-0:66396:107742 [6] NCCL INFO TUNER/Plugin: Could not find: libnccl-tuner.so. Using internal tuner plugin. +psx680cxrs7fieen-worker-0:66396:107742 [6] NCCL INFO ncclCommInitRankConfig comm 0x5617aca5fac0 rank 6 nranks 8 cudaDev 6 nvmlDev 6 busId cb000 commId 0x31dca973a263001c - Init COMPLETE +psx680cxrs7fieen-worker-0:66396:107742 [6] NCCL INFO Init timings - ncclCommInitRankConfig: rank 6 nranks 8 total 26.94 (kernels 9.87, alloc 10.36, bootstrap 0.06, allgathers 0.01, topo 1.22, graphs 0.01, connections 0.33, rest 5.08) +psx680cxrs7fieen-worker-0:66397:108396 [7] NCCL INFO Channel 00/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:108396 [7] NCCL INFO Channel 01/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:108396 [7] NCCL INFO Channel 02/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:108396 [7] NCCL INFO Channel 03/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:108396 [7] NCCL INFO Channel 04/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:108396 [7] NCCL INFO Channel 05/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:108396 [7] NCCL INFO Channel 06/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:108396 [7] NCCL INFO Channel 07/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:108396 [7] NCCL INFO Channel 08/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:108396 [7] NCCL INFO Channel 09/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:108396 [7] NCCL INFO Channel 10/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:108396 [7] NCCL INFO Channel 11/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:108396 [7] NCCL INFO Channel 12/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:108396 [7] NCCL INFO Channel 13/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:108396 [7] NCCL INFO Channel 14/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:108396 [7] NCCL INFO Channel 15/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:108396 [7] NCCL INFO Channel 16/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:108396 [7] NCCL INFO Channel 17/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:108396 [7] NCCL INFO Channel 18/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:108396 [7] NCCL INFO Channel 19/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:108396 [7] NCCL INFO Channel 20/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:108396 [7] NCCL INFO Channel 21/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:108396 [7] NCCL INFO Channel 22/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:108396 [7] NCCL INFO Channel 23/0 : 7[7] -> 0[0] via P2P/CUMEM +09/18 [17:19:48] INFO | >> Configured DeepSpeed trainer.py:79 + gradient_clipping=1.0000 from + cfg.max_grad_norm. + INFO | >> Accelerate training: trainer.py:84 + distributed_type=DistributedType.DEEPSPE + ED zero_stage=1 world_size=8 + process_index=0 cfg_mixed_precision=bf16 + accelerator_mixed_precision=bf16 + grad_accum=1 grad_clip=1.0000 + INFO | >> using accelerator.device=cuda:0 trainer.py:96 +psx680cxrs7fieen-worker-0:66394:108417 [4] NCCL INFO Channel 00/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:108417 [4] NCCL INFO Channel 01/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:108417 [4] NCCL INFO Channel 02/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:108417 [4] NCCL INFO Channel 03/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:108417 [4] NCCL INFO Channel 04/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:108417 [4] NCCL INFO Channel 05/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:108417 [4] NCCL INFO Channel 06/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:108417 [4] NCCL INFO Channel 07/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:108417 [4] NCCL INFO Channel 08/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:108417 [4] NCCL INFO Channel 09/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:108417 [4] NCCL INFO Channel 10/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:108417 [4] NCCL INFO Channel 11/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:108417 [4] NCCL INFO Channel 12/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:108417 [4] NCCL INFO Channel 13/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:108417 [4] NCCL INFO Channel 14/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:108417 [4] NCCL INFO Channel 15/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:108417 [4] NCCL INFO Channel 16/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:108417 [4] NCCL INFO Channel 17/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:108417 [4] NCCL INFO Channel 18/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:108417 [4] NCCL INFO Channel 19/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:108417 [4] NCCL INFO Channel 20/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:108417 [4] NCCL INFO Channel 21/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:108417 [4] NCCL INFO Channel 22/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:108417 [4] NCCL INFO Channel 23/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:108418 [1] NCCL INFO Channel 00/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:108418 [1] NCCL INFO Channel 01/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:108418 [1] NCCL INFO Channel 02/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:108418 [1] NCCL INFO Channel 03/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:108418 [1] NCCL INFO Channel 04/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:108418 [1] NCCL INFO Channel 05/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:108418 [1] NCCL INFO Channel 06/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:108418 [1] NCCL INFO Channel 07/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:108418 [1] NCCL INFO Channel 08/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:108418 [1] NCCL INFO Channel 09/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:108418 [1] NCCL INFO Channel 10/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:108419 [0] NCCL INFO Channel 00/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:108418 [1] NCCL INFO Channel 11/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:108419 [0] NCCL INFO Channel 01/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:108418 [1] NCCL INFO Channel 12/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:108419 [0] NCCL INFO Channel 02/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:108418 [1] NCCL INFO Channel 13/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:108419 [0] NCCL INFO Channel 03/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:108418 [1] NCCL INFO Channel 14/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:108419 [0] NCCL INFO Channel 04/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:108418 [1] NCCL INFO Channel 15/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:108419 [0] NCCL INFO Channel 05/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:108418 [1] NCCL INFO Channel 16/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:108419 [0] NCCL INFO Channel 06/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:108418 [1] NCCL INFO Channel 17/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:108419 [0] NCCL INFO Channel 07/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:108418 [1] NCCL INFO Channel 18/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:108419 [0] NCCL INFO Channel 08/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:108418 [1] NCCL INFO Channel 19/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:108419 [0] NCCL INFO Channel 09/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:108418 [1] NCCL INFO Channel 20/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:108419 [0] NCCL INFO Channel 10/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:108418 [1] NCCL INFO Channel 21/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:108419 [0] NCCL INFO Channel 11/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:108418 [1] NCCL INFO Channel 22/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:108419 [0] NCCL INFO Channel 12/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:108418 [1] NCCL INFO Channel 23/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:108419 [0] NCCL INFO Channel 13/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:108419 [0] NCCL INFO Channel 14/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:108419 [0] NCCL INFO Channel 15/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:108419 [0] NCCL INFO Channel 16/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:108419 [0] NCCL INFO Channel 17/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:108419 [0] NCCL INFO Channel 18/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:108419 [0] NCCL INFO Channel 19/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:108419 [0] NCCL INFO Channel 20/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:108419 [0] NCCL INFO Channel 21/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:108419 [0] NCCL INFO Channel 22/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:108419 [0] NCCL INFO Channel 23/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:108436 [5] NCCL INFO Channel 00/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:108436 [5] NCCL INFO Channel 01/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:108436 [5] NCCL INFO Channel 02/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:108436 [5] NCCL INFO Channel 03/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:108436 [5] NCCL INFO Channel 04/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:108436 [5] NCCL INFO Channel 05/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:108436 [5] NCCL INFO Channel 06/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:108436 [5] NCCL INFO Channel 07/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:108436 [5] NCCL INFO Channel 08/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:108436 [5] NCCL INFO Channel 09/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:108436 [5] NCCL INFO Channel 10/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:108436 [5] NCCL INFO Channel 11/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:108436 [5] NCCL INFO Channel 12/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:108436 [5] NCCL INFO Channel 13/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:108436 [5] NCCL INFO Channel 14/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:108436 [5] NCCL INFO Channel 15/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:108436 [5] NCCL INFO Channel 16/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:108436 [5] NCCL INFO Channel 17/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:108436 [5] NCCL INFO Channel 18/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:108436 [5] NCCL INFO Channel 19/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:108436 [5] NCCL INFO Channel 20/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:108436 [5] NCCL INFO Channel 21/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:108436 [5] NCCL INFO Channel 22/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:108436 [5] NCCL INFO Channel 23/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:108437 [2] NCCL INFO Channel 00/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:108437 [2] NCCL INFO Channel 01/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:108437 [2] NCCL INFO Channel 02/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:108437 [2] NCCL INFO Channel 03/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:108437 [2] NCCL INFO Channel 04/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:108437 [2] NCCL INFO Channel 05/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:108437 [2] NCCL INFO Channel 06/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:108437 [2] NCCL INFO Channel 07/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:108437 [2] NCCL INFO Channel 08/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:108437 [2] NCCL INFO Channel 09/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:108437 [2] NCCL INFO Channel 10/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:108437 [2] NCCL INFO Channel 11/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:108437 [2] NCCL INFO Channel 12/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:108437 [2] NCCL INFO Channel 13/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:108437 [2] NCCL INFO Channel 14/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:108437 [2] NCCL INFO Channel 15/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:108437 [2] NCCL INFO Channel 16/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:108437 [2] NCCL INFO Channel 17/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:108437 [2] NCCL INFO Channel 18/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:108437 [2] NCCL INFO Channel 19/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:108437 [2] NCCL INFO Channel 20/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:108437 [2] NCCL INFO Channel 21/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:108437 [2] NCCL INFO Channel 22/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:108437 [2] NCCL INFO Channel 23/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:108454 [3] NCCL INFO Channel 00/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:108454 [3] NCCL INFO Channel 01/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:108454 [3] NCCL INFO Channel 02/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:108454 [3] NCCL INFO Channel 03/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:108454 [3] NCCL INFO Channel 04/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:108454 [3] NCCL INFO Channel 05/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:108454 [3] NCCL INFO Channel 06/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:108454 [3] NCCL INFO Channel 07/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:108454 [3] NCCL INFO Channel 08/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:108454 [3] NCCL INFO Channel 09/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:108454 [3] NCCL INFO Channel 10/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:108454 [3] NCCL INFO Channel 11/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:108454 [3] NCCL INFO Channel 12/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:108454 [3] NCCL INFO Channel 13/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:108454 [3] NCCL INFO Channel 14/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:108454 [3] NCCL INFO Channel 15/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:108454 [3] NCCL INFO Channel 16/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:108454 [3] NCCL INFO Channel 17/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:108454 [3] NCCL INFO Channel 18/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:108454 [3] NCCL INFO Channel 19/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:108454 [3] NCCL INFO Channel 20/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:108454 [3] NCCL INFO Channel 21/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:108454 [3] NCCL INFO Channel 22/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:108454 [3] NCCL INFO Channel 23/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:108455 [6] NCCL INFO Channel 00/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:108455 [6] NCCL INFO Channel 01/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:108455 [6] NCCL INFO Channel 02/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:108455 [6] NCCL INFO Channel 03/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:108455 [6] NCCL INFO Channel 04/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:108455 [6] NCCL INFO Channel 05/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:108455 [6] NCCL INFO Channel 06/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:108455 [6] NCCL INFO Channel 07/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:108455 [6] NCCL INFO Channel 08/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:108455 [6] NCCL INFO Channel 09/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:108455 [6] NCCL INFO Channel 10/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:108455 [6] NCCL INFO Channel 11/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:108455 [6] NCCL INFO Channel 12/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:108455 [6] NCCL INFO Channel 13/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:108455 [6] NCCL INFO Channel 14/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:108455 [6] NCCL INFO Channel 15/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:108455 [6] NCCL INFO Channel 16/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:108455 [6] NCCL INFO Channel 17/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:108455 [6] NCCL INFO Channel 18/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:108455 [6] NCCL INFO Channel 19/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:108455 [6] NCCL INFO Channel 20/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:108455 [6] NCCL INFO Channel 21/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:108455 [6] NCCL INFO Channel 22/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:108455 [6] NCCL INFO Channel 23/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:108455 [6] NCCL INFO Connected all rings, use ring PXN 0 GDR 1 +psx680cxrs7fieen-worker-0:66393:108454 [3] NCCL INFO Connected all rings, use ring PXN 0 GDR 1 +psx680cxrs7fieen-worker-0:66394:108417 [4] NCCL INFO Connected all rings, use ring PXN 0 GDR 1 +psx680cxrs7fieen-worker-0:66392:108437 [2] NCCL INFO Connected all rings, use ring PXN 0 GDR 1 +psx680cxrs7fieen-worker-0:66358:108419 [0] NCCL INFO Connected all rings, use ring PXN 0 GDR 1 +psx680cxrs7fieen-worker-0:66391:108418 [1] NCCL INFO Connected all rings, use ring PXN 0 GDR 1 +psx680cxrs7fieen-worker-0:66395:108436 [5] NCCL INFO Connected all rings, use ring PXN 0 GDR 1 +psx680cxrs7fieen-worker-0:66397:108396 [7] NCCL INFO Connected all rings, use ring PXN 0 GDR 1 +09/18 [17:19:53] INFO | >> Checkpoint epochs=[5, 10, 15, 20, trainer.py:281 + 25] -> steps=[2725, 5450, 8175, 10900, + 13625] (545 optimizer steps/epoch). +psx680cxrs7fieen-worker-0:66396:66396 [6] NCCL INFO Comm config Blocking set to 1 +psx680cxrs7fieen-worker-0:66392:66392 [2] NCCL INFO Comm config Blocking set to 1 +psx680cxrs7fieen-worker-0:66358:66358 [0] NCCL INFO Comm config Blocking set to 1 +psx680cxrs7fieen-worker-0:66394:66394 [4] NCCL INFO Comm config Blocking set to 1 +psx680cxrs7fieen-worker-0:66391:66391 [1] NCCL INFO Comm config Blocking set to 1 +psx680cxrs7fieen-worker-0:66393:66393 [3] NCCL INFO Comm config Blocking set to 1 +psx680cxrs7fieen-worker-0:66395:66395 [5] NCCL INFO Comm config Blocking set to 1 +psx680cxrs7fieen-worker-0:66397:66397 [7] NCCL INFO Comm config Blocking set to 1 +psx680cxrs7fieen-worker-0:66394:113752 [4] NCCL INFO Using network IB +psx680cxrs7fieen-worker-0:66393:113758 [3] NCCL INFO Using network IB +psx680cxrs7fieen-worker-0:66391:113755 [1] NCCL INFO Using network IB +psx680cxrs7fieen-worker-0:66397:113764 [7] NCCL INFO Using network IB +psx680cxrs7fieen-worker-0:66358:113749 [0] NCCL INFO Using network IB +psx680cxrs7fieen-worker-0:66392:113746 [2] NCCL INFO Using network IB +psx680cxrs7fieen-worker-0:66395:113761 [5] NCCL INFO Using network IB +psx680cxrs7fieen-worker-0:66396:113743 [6] NCCL INFO Using network IB +psx680cxrs7fieen-worker-0:66394:113752 [4] NCCL INFO ncclCommSplit comm 0x55ea9be55010 rank 4 nranks 8 cudaDev 4 nvmlDev 4 busId 9b000 parent 0x55ea9ad0c5c0 splitCount 1 color 1266629538 key 4- Init START +psx680cxrs7fieen-worker-0:66393:113758 [3] NCCL INFO ncclCommSplit comm 0x5578e64fce70 rank 3 nranks 8 cudaDev 3 nvmlDev 3 busId 5d000 parent 0x55791ea133c0 splitCount 1 color 1266629538 key 3- Init START +psx680cxrs7fieen-worker-0:66392:113746 [2] NCCL INFO ncclCommSplit comm 0x56072d083d40 rank 2 nranks 8 cudaDev 2 nvmlDev 2 busId 4c000 parent 0x5607ece5e6c0 splitCount 1 color 1266629538 key 2- Init START +psx680cxrs7fieen-worker-0:66358:113749 [0] NCCL INFO ncclCommSplit comm 0x5628f8263bb0 rank 0 nranks 8 cudaDev 0 nvmlDev 0 busId 19000 parent 0x5628e82b01c0 splitCount 1 color 1266629538 key 0- Init START +psx680cxrs7fieen-worker-0:66395:113761 [5] NCCL INFO ncclCommSplit comm 0x55cc437971c0 rank 5 nranks 8 cudaDev 5 nvmlDev 5 busId bb000 parent 0x55cca4587200 splitCount 1 color 1266629538 key 5- Init START +psx680cxrs7fieen-worker-0:66391:113755 [1] NCCL INFO ncclCommSplit comm 0x562a2376b800 rank 1 nranks 8 cudaDev 1 nvmlDev 1 busId 3b000 parent 0x562a25c5b200 splitCount 1 color 1266629538 key 1- Init START +psx680cxrs7fieen-worker-0:66397:113764 [7] NCCL INFO ncclCommSplit comm 0x56434a334c40 rank 7 nranks 8 cudaDev 7 nvmlDev 7 busId db000 parent 0x56434c896a00 splitCount 1 color 1266629538 key 7- Init START +psx680cxrs7fieen-worker-0:66396:113743 [6] NCCL INFO ncclCommSplit comm 0x5616eccaa0c0 rank 6 nranks 8 cudaDev 6 nvmlDev 6 busId cb000 parent 0x5617aca5fac0 splitCount 1 color 1266629538 key 6- Init START +psx680cxrs7fieen-worker-0:66394:113752 [4] NCCL INFO MNNVL busId 0x9b000 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0 +psx680cxrs7fieen-worker-0:66393:113758 [3] NCCL INFO MNNVL busId 0x5d000 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0 +psx680cxrs7fieen-worker-0:66397:113764 [7] NCCL INFO MNNVL busId 0xdb000 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0 +psx680cxrs7fieen-worker-0:66391:113755 [1] NCCL INFO MNNVL busId 0x3b000 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0 +psx680cxrs7fieen-worker-0:66392:113746 [2] NCCL INFO MNNVL busId 0x4c000 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0 +psx680cxrs7fieen-worker-0:66395:113761 [5] NCCL INFO MNNVL busId 0xbb000 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0 +psx680cxrs7fieen-worker-0:66358:113749 [0] NCCL INFO MNNVL busId 0x19000 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0 +psx680cxrs7fieen-worker-0:66396:113743 [6] NCCL INFO MNNVL busId 0xcb000 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0 +psx680cxrs7fieen-worker-0:66391:113755 [1] NCCL INFO Setting affinity for GPU 1 to ffff,ffffffff,00000000,0000ffff,fffffff0 +psx680cxrs7fieen-worker-0:66391:113755 [1] NCCL INFO NVLS multicast support is available on dev 1 +psx680cxrs7fieen-worker-0:66358:113749 [0] NCCL INFO Setting affinity for GPU 0 to ffff,ffffffff,00000000,0000ffff,fffffff0 +psx680cxrs7fieen-worker-0:66358:113749 [0] NCCL INFO NVLS multicast support is available on dev 0 +psx680cxrs7fieen-worker-0:66397:113764 [7] NCCL INFO Setting affinity for GPU 7 to ffffffff,ffff0000,00000000,ffffffff,fff00000,00000000 +psx680cxrs7fieen-worker-0:66397:113764 [7] NCCL INFO NVLS multicast support is available on dev 7 +psx680cxrs7fieen-worker-0:66394:113752 [4] NCCL INFO Setting affinity for GPU 4 to ffffffff,ffff0000,00000000,ffffffff,fff00000,00000000 +psx680cxrs7fieen-worker-0:66395:113761 [5] NCCL INFO Setting affinity for GPU 5 to ffffffff,ffff0000,00000000,ffffffff,fff00000,00000000 +psx680cxrs7fieen-worker-0:66394:113752 [4] NCCL INFO NVLS multicast support is available on dev 4 +psx680cxrs7fieen-worker-0:66395:113761 [5] NCCL INFO NVLS multicast support is available on dev 5 +psx680cxrs7fieen-worker-0:66396:113743 [6] NCCL INFO Setting affinity for GPU 6 to ffffffff,ffff0000,00000000,ffffffff,fff00000,00000000 +psx680cxrs7fieen-worker-0:66396:113743 [6] NCCL INFO NVLS multicast support is available on dev 6 +psx680cxrs7fieen-worker-0:66393:113758 [3] NCCL INFO Setting affinity for GPU 3 to ffff,ffffffff,00000000,0000ffff,fffffff0 +psx680cxrs7fieen-worker-0:66393:113758 [3] NCCL INFO NVLS multicast support is available on dev 3 +psx680cxrs7fieen-worker-0:66392:113746 [2] NCCL INFO Setting affinity for GPU 2 to ffff,ffffffff,00000000,0000ffff,fffffff0 +psx680cxrs7fieen-worker-0:66392:113746 [2] NCCL INFO NVLS multicast support is available on dev 2 +psx680cxrs7fieen-worker-0:66393:113758 [3] NCCL INFO comm 0x5578e64fce70 rank 3 nRanks 8 nNodes 1 localRanks 8 localRank 3 MNNVL 0 +psx680cxrs7fieen-worker-0:66395:113761 [5] NCCL INFO comm 0x55cc437971c0 rank 5 nRanks 8 nNodes 1 localRanks 8 localRank 5 MNNVL 0 +psx680cxrs7fieen-worker-0:66397:113764 [7] NCCL INFO comm 0x56434a334c40 rank 7 nRanks 8 nNodes 1 localRanks 8 localRank 7 MNNVL 0 +psx680cxrs7fieen-worker-0:66392:113746 [2] NCCL INFO comm 0x56072d083d40 rank 2 nRanks 8 nNodes 1 localRanks 8 localRank 2 MNNVL 0 +psx680cxrs7fieen-worker-0:66396:113743 [6] NCCL INFO comm 0x5616eccaa0c0 rank 6 nRanks 8 nNodes 1 localRanks 8 localRank 6 MNNVL 0 +psx680cxrs7fieen-worker-0:66391:113755 [1] NCCL INFO comm 0x562a2376b800 rank 1 nRanks 8 nNodes 1 localRanks 8 localRank 1 MNNVL 0 +psx680cxrs7fieen-worker-0:66394:113752 [4] NCCL INFO comm 0x55ea9be55010 rank 4 nRanks 8 nNodes 1 localRanks 8 localRank 4 MNNVL 0 +psx680cxrs7fieen-worker-0:66358:113749 [0] NCCL INFO comm 0x5628f8263bb0 rank 0 nRanks 8 nNodes 1 localRanks 8 localRank 0 MNNVL 0 +psx680cxrs7fieen-worker-0:66393:113758 [3] NCCL INFO Trees [0] 4/-1/-1->3->2 [1] 4/-1/-1->3->2 [2] 4/-1/-1->3->2 [3] 4/-1/-1->3->2 [4] 4/-1/-1->3->2 [5] 4/-1/-1->3->2 [6] 4/-1/-1->3->2 [7] 4/-1/-1->3->2 [8] 4/-1/-1->3->2 [9] 4/-1/-1->3->2 [10] 4/-1/-1->3->2 [11] 4/-1/-1->3->2 [12] 4/-1/-1->3->2 [13] 4/-1/-1->3->2 [14] 4/-1/-1->3->2 [15] 4/-1/-1->3->2 [16] 4/-1/-1->3->2 [17] 4/-1/-1->3->2 [18] 4/-1/-1->3->2 [19] 4/-1/-1->3->2 [20] 4/-1/-1->3->2 [21] 4/-1/-1->3->2 [22] 4/-1/-1->3->2 [23] 4/-1/-1->3->2 +psx680cxrs7fieen-worker-0:66392:113746 [2] NCCL INFO Trees [0] 3/-1/-1->2->1 [1] 3/-1/-1->2->1 [2] 3/-1/-1->2->1 [3] 3/-1/-1->2->1 [4] 3/-1/-1->2->1 [5] 3/-1/-1->2->1 [6] 3/-1/-1->2->1 [7] 3/-1/-1->2->1 [8] 3/-1/-1->2->1 [9] 3/-1/-1->2->1 [10] 3/-1/-1->2->1 [11] 3/-1/-1->2->1 [12] 3/-1/-1->2->1 [13] 3/-1/-1->2->1 [14] 3/-1/-1->2->1 [15] 3/-1/-1->2->1 [16] 3/-1/-1->2->1 [17] 3/-1/-1->2->1 [18] 3/-1/-1->2->1 [19] 3/-1/-1->2->1 [20] 3/-1/-1->2->1 [21] 3/-1/-1->2->1 [22] 3/-1/-1->2->1 [23] 3/-1/-1->2->1 +psx680cxrs7fieen-worker-0:66393:113758 [3] NCCL INFO P2P Chunksize set to 524288 +psx680cxrs7fieen-worker-0:66395:113761 [5] NCCL INFO Trees [0] 6/-1/-1->5->4 [1] 6/-1/-1->5->4 [2] 6/-1/-1->5->4 [3] 6/-1/-1->5->4 [4] 6/-1/-1->5->4 [5] 6/-1/-1->5->4 [6] 6/-1/-1->5->4 [7] 6/-1/-1->5->4 [8] 6/-1/-1->5->4 [9] 6/-1/-1->5->4 [10] 6/-1/-1->5->4 [11] 6/-1/-1->5->4 [12] 6/-1/-1->5->4 [13] 6/-1/-1->5->4 [14] 6/-1/-1->5->4 [15] 6/-1/-1->5->4 [16] 6/-1/-1->5->4 [17] 6/-1/-1->5->4 [18] 6/-1/-1->5->4 [19] 6/-1/-1->5->4 [20] 6/-1/-1->5->4 [21] 6/-1/-1->5->4 [22] 6/-1/-1->5->4 [23] 6/-1/-1->5->4 +psx680cxrs7fieen-worker-0:66392:113746 [2] NCCL INFO P2P Chunksize set to 524288 +psx680cxrs7fieen-worker-0:66395:113761 [5] NCCL INFO P2P Chunksize set to 524288 +psx680cxrs7fieen-worker-0:66391:113755 [1] NCCL INFO Trees [0] 2/-1/-1->1->0 [1] 2/-1/-1->1->0 [2] 2/-1/-1->1->0 [3] 2/-1/-1->1->0 [4] 2/-1/-1->1->0 [5] 2/-1/-1->1->0 [6] 2/-1/-1->1->0 [7] 2/-1/-1->1->0 [8] 2/-1/-1->1->0 [9] 2/-1/-1->1->0 [10] 2/-1/-1->1->0 [11] 2/-1/-1->1->0 [12] 2/-1/-1->1->0 [13] 2/-1/-1->1->0 [14] 2/-1/-1->1->0 [15] 2/-1/-1->1->0 [16] 2/-1/-1->1->0 [17] 2/-1/-1->1->0 [18] 2/-1/-1->1->0 [19] 2/-1/-1->1->0 [20] 2/-1/-1->1->0 [21] 2/-1/-1->1->0 [22] 2/-1/-1->1->0 [23] 2/-1/-1->1->0 +psx680cxrs7fieen-worker-0:66391:113755 [1] NCCL INFO P2P Chunksize set to 524288 +psx680cxrs7fieen-worker-0:66396:113743 [6] NCCL INFO Trees [0] 7/-1/-1->6->5 [1] 7/-1/-1->6->5 [2] 7/-1/-1->6->5 [3] 7/-1/-1->6->5 [4] 7/-1/-1->6->5 [5] 7/-1/-1->6->5 [6] 7/-1/-1->6->5 [7] 7/-1/-1->6->5 [8] 7/-1/-1->6->5 [9] 7/-1/-1->6->5 [10] 7/-1/-1->6->5 [11] 7/-1/-1->6->5 [12] 7/-1/-1->6->5 [13] 7/-1/-1->6->5 [14] 7/-1/-1->6->5 [15] 7/-1/-1->6->5 [16] 7/-1/-1->6->5 [17] 7/-1/-1->6->5 [18] 7/-1/-1->6->5 [19] 7/-1/-1->6->5 [20] 7/-1/-1->6->5 [21] 7/-1/-1->6->5 [22] 7/-1/-1->6->5 [23] 7/-1/-1->6->5 +psx680cxrs7fieen-worker-0:66396:113743 [6] NCCL INFO P2P Chunksize set to 524288 +psx680cxrs7fieen-worker-0:66394:113752 [4] NCCL INFO Trees [0] 5/-1/-1->4->3 [1] 5/-1/-1->4->3 [2] 5/-1/-1->4->3 [3] 5/-1/-1->4->3 [4] 5/-1/-1->4->3 [5] 5/-1/-1->4->3 [6] 5/-1/-1->4->3 [7] 5/-1/-1->4->3 [8] 5/-1/-1->4->3 [9] 5/-1/-1->4->3 [10] 5/-1/-1->4->3 [11] 5/-1/-1->4->3 [12] 5/-1/-1->4->3 [13] 5/-1/-1->4->3 [14] 5/-1/-1->4->3 [15] 5/-1/-1->4->3 [16] 5/-1/-1->4->3 [17] 5/-1/-1->4->3 [18] 5/-1/-1->4->3 [19] 5/-1/-1->4->3 [20] 5/-1/-1->4->3 [21] 5/-1/-1->4->3 [22] 5/-1/-1->4->3 [23] 5/-1/-1->4->3 +psx680cxrs7fieen-worker-0:66358:113749 [0] NCCL INFO Channel 00/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66394:113752 [4] NCCL INFO P2P Chunksize set to 524288 +psx680cxrs7fieen-worker-0:66358:113749 [0] NCCL INFO Channel 01/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66397:113764 [7] NCCL INFO Trees [0] -1/-1/-1->7->6 [1] -1/-1/-1->7->6 [2] -1/-1/-1->7->6 [3] -1/-1/-1->7->6 [4] -1/-1/-1->7->6 [5] -1/-1/-1->7->6 [6] -1/-1/-1->7->6 [7] -1/-1/-1->7->6 [8] -1/-1/-1->7->6 [9] -1/-1/-1->7->6 [10] -1/-1/-1->7->6 [11] -1/-1/-1->7->6 [12] -1/-1/-1->7->6 [13] -1/-1/-1->7->6 [14] -1/-1/-1->7->6 [15] -1/-1/-1->7->6 [16] -1/-1/-1->7->6 [17] -1/-1/-1->7->6 [18] -1/-1/-1->7->6 [19] -1/-1/-1->7->6 [20] -1/-1/-1->7->6 [21] -1/-1/-1->7->6 [22] -1/-1/-1->7->6 [23] -1/-1/-1->7->6 +psx680cxrs7fieen-worker-0:66397:113764 [7] NCCL INFO P2P Chunksize set to 524288 +psx680cxrs7fieen-worker-0:66358:113749 [0] NCCL INFO Channel 02/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66358:113749 [0] NCCL INFO Channel 03/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66358:113749 [0] NCCL INFO Channel 04/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66358:113749 [0] NCCL INFO Channel 05/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66358:113749 [0] NCCL INFO Channel 06/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66358:113749 [0] NCCL INFO Channel 07/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66358:113749 [0] NCCL INFO Channel 08/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66358:113749 [0] NCCL INFO Channel 09/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66358:113749 [0] NCCL INFO Channel 10/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66358:113749 [0] NCCL INFO Channel 11/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66358:113749 [0] NCCL INFO Channel 12/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66358:113749 [0] NCCL INFO Channel 13/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66358:113749 [0] NCCL INFO Channel 14/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66358:113749 [0] NCCL INFO Channel 15/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66358:113749 [0] NCCL INFO Channel 16/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66358:113749 [0] NCCL INFO Channel 17/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66358:113749 [0] NCCL INFO Channel 18/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66358:113749 [0] NCCL INFO Channel 19/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66358:113749 [0] NCCL INFO Channel 20/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66358:113749 [0] NCCL INFO Channel 21/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66358:113749 [0] NCCL INFO Channel 22/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66358:113749 [0] NCCL INFO Channel 23/24 : 0 1 2 3 4 5 6 7 +psx680cxrs7fieen-worker-0:66358:113749 [0] NCCL INFO Trees [0] 1/-1/-1->0->-1 [1] 1/-1/-1->0->-1 [2] 1/-1/-1->0->-1 [3] 1/-1/-1->0->-1 [4] 1/-1/-1->0->-1 [5] 1/-1/-1->0->-1 [6] 1/-1/-1->0->-1 [7] 1/-1/-1->0->-1 [8] 1/-1/-1->0->-1 [9] 1/-1/-1->0->-1 [10] 1/-1/-1->0->-1 [11] 1/-1/-1->0->-1 [12] 1/-1/-1->0->-1 [13] 1/-1/-1->0->-1 [14] 1/-1/-1->0->-1 [15] 1/-1/-1->0->-1 [16] 1/-1/-1->0->-1 [17] 1/-1/-1->0->-1 [18] 1/-1/-1->0->-1 [19] 1/-1/-1->0->-1 [20] 1/-1/-1->0->-1 [21] 1/-1/-1->0->-1 [22] 1/-1/-1->0->-1 [23] 1/-1/-1->0->-1 +psx680cxrs7fieen-worker-0:66358:113749 [0] NCCL INFO P2P Chunksize set to 524288 +psx680cxrs7fieen-worker-0:66391:113781 [1] NCCL INFO [Proxy Service] Device 1 CPU core 44 +psx680cxrs7fieen-worker-0:66391:113782 [1] NCCL INFO [Proxy Service UDS] Device 1 CPU core 45 +psx680cxrs7fieen-worker-0:66393:113783 [3] NCCL INFO [Proxy Service] Device 3 CPU core 112 +psx680cxrs7fieen-worker-0:66393:113784 [3] NCCL INFO [Proxy Service UDS] Device 3 CPU core 23 +psx680cxrs7fieen-worker-0:66392:113785 [2] NCCL INFO [Proxy Service] Device 2 CPU core 24 +psx680cxrs7fieen-worker-0:66392:113787 [2] NCCL INFO [Proxy Service UDS] Device 2 CPU core 25 +psx680cxrs7fieen-worker-0:66395:113786 [5] NCCL INFO [Proxy Service] Device 5 CPU core 72 +psx680cxrs7fieen-worker-0:66395:113788 [5] NCCL INFO [Proxy Service UDS] Device 5 CPU core 92 +psx680cxrs7fieen-worker-0:66396:113789 [6] NCCL INFO [Proxy Service] Device 6 CPU core 58 +psx680cxrs7fieen-worker-0:66396:113790 [6] NCCL INFO [Proxy Service UDS] Device 6 CPU core 70 +psx680cxrs7fieen-worker-0:66397:113791 [7] NCCL INFO [Proxy Service] Device 7 CPU core 61 +psx680cxrs7fieen-worker-0:66397:113792 [7] NCCL INFO [Proxy Service UDS] Device 7 CPU core 63 +psx680cxrs7fieen-worker-0:66394:113793 [4] NCCL INFO [Proxy Service] Device 4 CPU core 71 +psx680cxrs7fieen-worker-0:66394:113794 [4] NCCL INFO [Proxy Service UDS] Device 4 CPU core 169 +psx680cxrs7fieen-worker-0:66358:113749 [0] NCCL INFO Check P2P Type intraNodeP2pSupport 1 directMode 0 +psx680cxrs7fieen-worker-0:66358:113795 [0] NCCL INFO [Proxy Service] Device 0 CPU core 122 +psx680cxrs7fieen-worker-0:66358:113796 [0] NCCL INFO [Proxy Service UDS] Device 0 CPU core 27 +psx680cxrs7fieen-worker-0:66391:113755 [1] NCCL INFO threadThresholds 8/8/64 | 64/8/64 | 512 | 512 +psx680cxrs7fieen-worker-0:66391:113755 [1] NCCL INFO 24 coll channels, 24 collnet channels, 16 nvls channels, 32 p2p channels, 32 p2p channels per peer +psx680cxrs7fieen-worker-0:66392:113746 [2] NCCL INFO threadThresholds 8/8/64 | 64/8/64 | 512 | 512 +psx680cxrs7fieen-worker-0:66392:113746 [2] NCCL INFO 24 coll channels, 24 collnet channels, 16 nvls channels, 32 p2p channels, 32 p2p channels per peer +psx680cxrs7fieen-worker-0:66393:113758 [3] NCCL INFO threadThresholds 8/8/64 | 64/8/64 | 512 | 512 +psx680cxrs7fieen-worker-0:66393:113758 [3] NCCL INFO 24 coll channels, 24 collnet channels, 16 nvls channels, 32 p2p channels, 32 p2p channels per peer +psx680cxrs7fieen-worker-0:66397:113764 [7] NCCL INFO threadThresholds 8/8/64 | 64/8/64 | 512 | 512 +psx680cxrs7fieen-worker-0:66397:113764 [7] NCCL INFO 24 coll channels, 24 collnet channels, 16 nvls channels, 32 p2p channels, 32 p2p channels per peer +psx680cxrs7fieen-worker-0:66358:113749 [0] NCCL INFO threadThresholds 8/8/64 | 64/8/64 | 512 | 512 +psx680cxrs7fieen-worker-0:66358:113749 [0] NCCL INFO 24 coll channels, 24 collnet channels, 16 nvls channels, 32 p2p channels, 32 p2p channels per peer +psx680cxrs7fieen-worker-0:66395:113761 [5] NCCL INFO threadThresholds 8/8/64 | 64/8/64 | 512 | 512 +psx680cxrs7fieen-worker-0:66395:113761 [5] NCCL INFO 24 coll channels, 24 collnet channels, 16 nvls channels, 32 p2p channels, 32 p2p channels per peer +psx680cxrs7fieen-worker-0:66396:113743 [6] NCCL INFO threadThresholds 8/8/64 | 64/8/64 | 512 | 512 +psx680cxrs7fieen-worker-0:66396:113743 [6] NCCL INFO 24 coll channels, 24 collnet channels, 16 nvls channels, 32 p2p channels, 32 p2p channels per peer +psx680cxrs7fieen-worker-0:66358:113749 [0] NCCL INFO CC Off, workFifoBytes 1048576 +psx680cxrs7fieen-worker-0:66394:113752 [4] NCCL INFO threadThresholds 8/8/64 | 64/8/64 | 512 | 512 +psx680cxrs7fieen-worker-0:66394:113752 [4] NCCL INFO 24 coll channels, 24 collnet channels, 16 nvls channels, 32 p2p channels, 32 p2p channels per peer +psx680cxrs7fieen-worker-0:66393:113758 [3] NCCL INFO ncclCommSplit comm 0x5578e64fce70 rank 3 nranks 8 cudaDev 3 nvmlDev 3 busId 5d000 parent 0x55791ea133c0 splitCount 1 color 1266629538 key 3 - Init COMPLETE +psx680cxrs7fieen-worker-0:66391:113755 [1] NCCL INFO ncclCommSplit comm 0x562a2376b800 rank 1 nranks 8 cudaDev 1 nvmlDev 1 busId 3b000 parent 0x562a25c5b200 splitCount 1 color 1266629538 key 1 - Init COMPLETE +psx680cxrs7fieen-worker-0:66397:113764 [7] NCCL INFO ncclCommSplit comm 0x56434a334c40 rank 7 nranks 8 cudaDev 7 nvmlDev 7 busId db000 parent 0x56434c896a00 splitCount 1 color 1266629538 key 7 - Init COMPLETE +psx680cxrs7fieen-worker-0:66395:113761 [5] NCCL INFO ncclCommSplit comm 0x55cc437971c0 rank 5 nranks 8 cudaDev 5 nvmlDev 5 busId bb000 parent 0x55cca4587200 splitCount 1 color 1266629538 key 5 - Init COMPLETE +psx680cxrs7fieen-worker-0:66393:113758 [3] NCCL INFO Init timings - ncclCommSplit: rank 3 nranks 8 total 1.36 (kernels 0.00, alloc 0.00, bootstrap 0.02, allgathers 0.01, topo 1.01, graphs 0.01, connections 0.28, rest 0.03) +psx680cxrs7fieen-worker-0:66391:113755 [1] NCCL INFO Init timings - ncclCommSplit: rank 1 nranks 8 total 1.36 (kernels 0.00, alloc 0.00, bootstrap 0.02, allgathers 0.01, topo 1.01, graphs 0.01, connections 0.28, rest 0.03) +psx680cxrs7fieen-worker-0:66397:113764 [7] NCCL INFO Init timings - ncclCommSplit: rank 7 nranks 8 total 1.36 (kernels 0.00, alloc 0.00, bootstrap 0.02, allgathers 0.01, topo 1.01, graphs 0.01, connections 0.28, rest 0.02) +psx680cxrs7fieen-worker-0:66395:113761 [5] NCCL INFO Init timings - ncclCommSplit: rank 5 nranks 8 total 1.36 (kernels 0.00, alloc 0.00, bootstrap 0.02, allgathers 0.01, topo 1.01, graphs 0.01, connections 0.28, rest 0.03) +psx680cxrs7fieen-worker-0:66392:113746 [2] NCCL INFO ncclCommSplit comm 0x56072d083d40 rank 2 nranks 8 cudaDev 2 nvmlDev 2 busId 4c000 parent 0x5607ece5e6c0 splitCount 1 color 1266629538 key 2 - Init COMPLETE +psx680cxrs7fieen-worker-0:66396:113743 [6] NCCL INFO ncclCommSplit comm 0x5616eccaa0c0 rank 6 nranks 8 cudaDev 6 nvmlDev 6 busId cb000 parent 0x5617aca5fac0 splitCount 1 color 1266629538 key 6 - Init COMPLETE +psx680cxrs7fieen-worker-0:66392:113746 [2] NCCL INFO Init timings - ncclCommSplit: rank 2 nranks 8 total 1.38 (kernels 0.00, alloc 0.00, bootstrap 0.02, allgathers 0.01, topo 1.02, graphs 0.01, connections 0.28, rest 0.04) +psx680cxrs7fieen-worker-0:66396:113743 [6] NCCL INFO Init timings - ncclCommSplit: rank 6 nranks 8 total 1.38 (kernels 0.00, alloc 0.00, bootstrap 0.02, allgathers 0.01, topo 1.01, graphs 0.01, connections 0.28, rest 0.05) +psx680cxrs7fieen-worker-0:66358:113749 [0] NCCL INFO ncclCommSplit comm 0x5628f8263bb0 rank 0 nranks 8 cudaDev 0 nvmlDev 0 busId 19000 parent 0x5628e82b01c0 splitCount 1 color 1266629538 key 0 - Init COMPLETE +psx680cxrs7fieen-worker-0:66394:113752 [4] NCCL INFO ncclCommSplit comm 0x55ea9be55010 rank 4 nranks 8 cudaDev 4 nvmlDev 4 busId 9b000 parent 0x55ea9ad0c5c0 splitCount 1 color 1266629538 key 4 - Init COMPLETE +psx680cxrs7fieen-worker-0:66358:113749 [0] NCCL INFO Init timings - ncclCommSplit: rank 0 nranks 8 total 1.37 (kernels 0.00, alloc 0.00, bootstrap 0.02, allgathers 0.00, topo 1.01, graphs 0.02, connections 0.28, rest 0.04) +psx680cxrs7fieen-worker-0:66394:113752 [4] NCCL INFO Init timings - ncclCommSplit: rank 4 nranks 8 total 1.37 (kernels 0.00, alloc 0.00, bootstrap 0.02, allgathers 0.00, topo 1.01, graphs 0.02, connections 0.28, rest 0.03) +psx680cxrs7fieen-worker-0:66392:113797 [2] NCCL INFO Channel 00/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:113802 [1] NCCL INFO Channel 00/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:113800 [3] NCCL INFO Channel 00/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:113804 [0] NCCL INFO Channel 00/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:113797 [2] NCCL INFO Channel 01/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:113802 [1] NCCL INFO Channel 01/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:113800 [3] NCCL INFO Channel 01/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:113804 [0] NCCL INFO Channel 01/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:113803 [7] NCCL INFO Channel 00/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:113799 [6] NCCL INFO Channel 00/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:113797 [2] NCCL INFO Channel 02/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:113802 [1] NCCL INFO Channel 02/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:113800 [3] NCCL INFO Channel 02/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:113803 [7] NCCL INFO Channel 01/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:113804 [0] NCCL INFO Channel 02/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:113799 [6] NCCL INFO Channel 01/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:113797 [2] NCCL INFO Channel 03/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:113802 [1] NCCL INFO Channel 03/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:113800 [3] NCCL INFO Channel 03/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:113798 [5] NCCL INFO Channel 00/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:113803 [7] NCCL INFO Channel 02/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:113804 [0] NCCL INFO Channel 03/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:113801 [4] NCCL INFO Channel 00/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:113797 [2] NCCL INFO Channel 04/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:113799 [6] NCCL INFO Channel 02/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:113802 [1] NCCL INFO Channel 04/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:113800 [3] NCCL INFO Channel 04/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:113798 [5] NCCL INFO Channel 01/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:113803 [7] NCCL INFO Channel 03/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:113804 [0] NCCL INFO Channel 04/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:113801 [4] NCCL INFO Channel 01/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:113797 [2] NCCL INFO Channel 05/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:113799 [6] NCCL INFO Channel 03/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:113802 [1] NCCL INFO Channel 05/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:113800 [3] NCCL INFO Channel 05/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:113798 [5] NCCL INFO Channel 02/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:113803 [7] NCCL INFO Channel 04/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:113804 [0] NCCL INFO Channel 05/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:113797 [2] NCCL INFO Channel 06/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:113799 [6] NCCL INFO Channel 04/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:113802 [1] NCCL INFO Channel 06/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:113800 [3] NCCL INFO Channel 06/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:113798 [5] NCCL INFO Channel 03/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:113803 [7] NCCL INFO Channel 05/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:113804 [0] NCCL INFO Channel 06/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:113797 [2] NCCL INFO Channel 07/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:113799 [6] NCCL INFO Channel 05/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:113802 [1] NCCL INFO Channel 07/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:113800 [3] NCCL INFO Channel 07/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:113798 [5] NCCL INFO Channel 04/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:113801 [4] NCCL INFO Channel 02/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:113803 [7] NCCL INFO Channel 06/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:113804 [0] NCCL INFO Channel 07/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:113797 [2] NCCL INFO Channel 08/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:113799 [6] NCCL INFO Channel 06/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:113802 [1] NCCL INFO Channel 08/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:113800 [3] NCCL INFO Channel 08/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:113798 [5] NCCL INFO Channel 05/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:113804 [0] NCCL INFO Channel 08/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:113803 [7] NCCL INFO Channel 07/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:113801 [4] NCCL INFO Channel 03/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:113797 [2] NCCL INFO Channel 09/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:113799 [6] NCCL INFO Channel 07/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:113802 [1] NCCL INFO Channel 09/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:113800 [3] NCCL INFO Channel 09/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:113798 [5] NCCL INFO Channel 06/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:113804 [0] NCCL INFO Channel 09/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:113803 [7] NCCL INFO Channel 08/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:113801 [4] NCCL INFO Channel 04/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:113797 [2] NCCL INFO Channel 10/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:113799 [6] NCCL INFO Channel 08/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:113802 [1] NCCL INFO Channel 10/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:113800 [3] NCCL INFO Channel 10/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:113804 [0] NCCL INFO Channel 10/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:113798 [5] NCCL INFO Channel 07/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:113803 [7] NCCL INFO Channel 09/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:113801 [4] NCCL INFO Channel 05/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:113797 [2] NCCL INFO Channel 11/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:113799 [6] NCCL INFO Channel 09/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:113802 [1] NCCL INFO Channel 11/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:113800 [3] NCCL INFO Channel 11/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:113804 [0] NCCL INFO Channel 11/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:113798 [5] NCCL INFO Channel 08/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:113803 [7] NCCL INFO Channel 10/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:113801 [4] NCCL INFO Channel 06/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:113797 [2] NCCL INFO Channel 12/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:113799 [6] NCCL INFO Channel 10/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:113802 [1] NCCL INFO Channel 12/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:113800 [3] NCCL INFO Channel 12/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:113804 [0] NCCL INFO Channel 12/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:113798 [5] NCCL INFO Channel 09/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:113803 [7] NCCL INFO Channel 11/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:113801 [4] NCCL INFO Channel 07/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:113797 [2] NCCL INFO Channel 13/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:113799 [6] NCCL INFO Channel 11/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:113802 [1] NCCL INFO Channel 13/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:113800 [3] NCCL INFO Channel 13/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:113804 [0] NCCL INFO Channel 13/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:113798 [5] NCCL INFO Channel 10/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:113803 [7] NCCL INFO Channel 12/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:113801 [4] NCCL INFO Channel 08/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:113797 [2] NCCL INFO Channel 14/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:113799 [6] NCCL INFO Channel 12/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:113802 [1] NCCL INFO Channel 14/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:113800 [3] NCCL INFO Channel 14/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:113804 [0] NCCL INFO Channel 14/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:113798 [5] NCCL INFO Channel 11/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:113803 [7] NCCL INFO Channel 13/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:113801 [4] NCCL INFO Channel 09/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:113797 [2] NCCL INFO Channel 15/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:113799 [6] NCCL INFO Channel 13/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:113802 [1] NCCL INFO Channel 15/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:113800 [3] NCCL INFO Channel 15/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:113804 [0] NCCL INFO Channel 15/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:113798 [5] NCCL INFO Channel 12/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:113803 [7] NCCL INFO Channel 14/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:113801 [4] NCCL INFO Channel 10/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:113797 [2] NCCL INFO Channel 16/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:113799 [6] NCCL INFO Channel 14/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:113802 [1] NCCL INFO Channel 16/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:113800 [3] NCCL INFO Channel 16/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:113804 [0] NCCL INFO Channel 16/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:113798 [5] NCCL INFO Channel 13/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:113803 [7] NCCL INFO Channel 15/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:113801 [4] NCCL INFO Channel 11/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:113797 [2] NCCL INFO Channel 17/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:113799 [6] NCCL INFO Channel 15/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:113802 [1] NCCL INFO Channel 17/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:113800 [3] NCCL INFO Channel 17/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:113804 [0] NCCL INFO Channel 17/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:113798 [5] NCCL INFO Channel 14/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:113803 [7] NCCL INFO Channel 16/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:113801 [4] NCCL INFO Channel 12/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:113797 [2] NCCL INFO Channel 18/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:113799 [6] NCCL INFO Channel 16/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:113802 [1] NCCL INFO Channel 18/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:113800 [3] NCCL INFO Channel 18/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:113804 [0] NCCL INFO Channel 18/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:113798 [5] NCCL INFO Channel 15/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:113803 [7] NCCL INFO Channel 17/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:113801 [4] NCCL INFO Channel 13/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:113797 [2] NCCL INFO Channel 19/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:113799 [6] NCCL INFO Channel 17/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:113802 [1] NCCL INFO Channel 19/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:113800 [3] NCCL INFO Channel 19/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:113804 [0] NCCL INFO Channel 19/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:113798 [5] NCCL INFO Channel 16/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:113803 [7] NCCL INFO Channel 18/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:113801 [4] NCCL INFO Channel 14/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:113797 [2] NCCL INFO Channel 20/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:113799 [6] NCCL INFO Channel 18/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:113802 [1] NCCL INFO Channel 20/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:113800 [3] NCCL INFO Channel 20/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:113804 [0] NCCL INFO Channel 20/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:113798 [5] NCCL INFO Channel 17/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:113803 [7] NCCL INFO Channel 19/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:113801 [4] NCCL INFO Channel 15/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:113797 [2] NCCL INFO Channel 21/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:113799 [6] NCCL INFO Channel 19/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:113802 [1] NCCL INFO Channel 21/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:113800 [3] NCCL INFO Channel 21/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:113804 [0] NCCL INFO Channel 21/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:113798 [5] NCCL INFO Channel 18/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:113803 [7] NCCL INFO Channel 20/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:113801 [4] NCCL INFO Channel 16/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:113797 [2] NCCL INFO Channel 22/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:113799 [6] NCCL INFO Channel 20/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:113802 [1] NCCL INFO Channel 22/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:113800 [3] NCCL INFO Channel 22/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:113804 [0] NCCL INFO Channel 22/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:113798 [5] NCCL INFO Channel 19/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:113803 [7] NCCL INFO Channel 21/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:113801 [4] NCCL INFO Channel 17/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:113797 [2] NCCL INFO Channel 23/0 : 2[2] -> 3[3] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:113799 [6] NCCL INFO Channel 21/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66391:113802 [1] NCCL INFO Channel 23/0 : 1[1] -> 2[2] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66393:113800 [3] NCCL INFO Channel 23/0 : 3[3] -> 4[4] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66358:113804 [0] NCCL INFO Channel 23/0 : 0[0] -> 1[1] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:113798 [5] NCCL INFO Channel 20/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:113803 [7] NCCL INFO Channel 22/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:113801 [4] NCCL INFO Channel 18/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:113799 [6] NCCL INFO Channel 22/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:113798 [5] NCCL INFO Channel 21/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66397:113803 [7] NCCL INFO Channel 23/0 : 7[7] -> 0[0] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66396:113799 [6] NCCL INFO Channel 23/0 : 6[6] -> 7[7] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:113801 [4] NCCL INFO Channel 19/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:113798 [5] NCCL INFO Channel 22/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:113801 [4] NCCL INFO Channel 20/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66395:113798 [5] NCCL INFO Channel 23/0 : 5[5] -> 6[6] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:113801 [4] NCCL INFO Channel 21/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:113801 [4] NCCL INFO Channel 22/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66394:113801 [4] NCCL INFO Channel 23/0 : 4[4] -> 5[5] via P2P/CUMEM +psx680cxrs7fieen-worker-0:66392:113797 [2] NCCL INFO Connected all rings, use ring PXN 0 GDR 1 +psx680cxrs7fieen-worker-0:66391:113802 [1] NCCL INFO Connected all rings, use ring PXN 0 GDR 1 +psx680cxrs7fieen-worker-0:66358:113804 [0] NCCL INFO Connected all rings, use ring PXN 0 GDR 1 +psx680cxrs7fieen-worker-0:66397:113803 [7] NCCL INFO Connected all rings, use ring PXN 0 GDR 1 +psx680cxrs7fieen-worker-0:66396:113799 [6] NCCL INFO Connected all rings, use ring PXN 0 GDR 1 +psx680cxrs7fieen-worker-0:66395:113798 [5] NCCL INFO Connected all rings, use ring PXN 0 GDR 1 +psx680cxrs7fieen-worker-0:66393:113800 [3] NCCL INFO Connected all rings, use ring PXN 0 GDR 1 +psx680cxrs7fieen-worker-0:66394:113801 [4] NCCL INFO Connected all rings, use ring PXN 0 GDR 1 +Before initializing optimizer states +MA 15.37 GB Max_MA 23.78 GB CA 28.17 GB Max_CA 28 GB +CPU Virtual Memory: used = 88.22 GB, percent = 9.0% +After initializing optimizer states +MA 15.37 GB Max_MA 18.17 GB CA 30.97 GB Max_CA 31 GB +CPU Virtual Memory: used = 88.23 GB, percent = 9.0% +After initializing ZeRO optimizer +MA 15.37 GB Max_MA 15.37 GB CA 30.97 GB Max_CA 31 GB +CPU Virtual Memory: used = 88.23 GB, percent = 9.0% +09/18 [17:25:08] INFO | >> Train/val dataset size: 69732/1282 trainer.py:181 + INFO | >> Restoring DiT/proprio training and trainer.py:348 + the configured TDAA freeze mode. +09/18 [17:25:10] INFO | >> Starting training with trainer.py:784 + max_steps=13625. +psx680cxrs7fieen-worker-0:66396:116432 [6] NCCL INFO NVLS comm 0x5616eccaa0c0 headRank 6 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456 +psx680cxrs7fieen-worker-0:66393:116434 [3] NCCL INFO NVLS comm 0x5578e64fce70 headRank 3 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456 +psx680cxrs7fieen-worker-0:66397:116433 [7] NCCL INFO NVLS comm 0x56434a334c40 headRank 7 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456 +psx680cxrs7fieen-worker-0:66392:116435 [2] NCCL INFO NVLS comm 0x56072d083d40 headRank 2 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456 +psx680cxrs7fieen-worker-0:66395:116437 [5] NCCL INFO NVLS comm 0x55cc437971c0 headRank 5 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456 +psx680cxrs7fieen-worker-0:66391:116438 [1] NCCL INFO NVLS comm 0x562a2376b800 headRank 1 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456 +psx680cxrs7fieen-worker-0:66394:116436 [4] NCCL INFO NVLS comm 0x55ea9be55010 headRank 4 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456 +psx680cxrs7fieen-worker-0:66358:116439 [0] NCCL INFO NVLS comm 0x5628f8263bb0 headRank 0 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456 +09/18 [17:27:46] INFO | >> epoch=0 step=10/13625 loss=1.8525 trainer.py:845 + loss_action=1.3451 loss_video=0.5074 + lr=1.61e-06 speed=0.06 step/s, 8.17 + samples/s eta=59:13:16 +09/18 [17:27:56] INFO | >> epoch=0 step=20/13625 loss=1.5292 trainer.py:845 + loss_action=1.1890 loss_video=0.3402 + lr=3.08e-06 speed=0.12 step/s, 15.43 + samples/s eta=31:21:31 +09/18 [17:28:05] INFO | >> epoch=0 step=30/13625 loss=1.2308 trainer.py:845 + loss_action=0.9280 loss_video=0.3028 + lr=4.55e-06 speed=0.17 step/s, 21.90 + samples/s eta=22:04:28 +09/18 [17:28:18] INFO | >> epoch=0 step=40/13625 loss=0.8790 trainer.py:845 + loss_action=0.6046 loss_video=0.2744 + lr=6.01e-06 speed=0.21 step/s, 27.24 + samples/s eta=17:44:03 +09/18 [17:28:30] INFO | >> epoch=0 step=50/13625 loss=0.6781 trainer.py:845 + loss_action=0.4370 loss_video=0.2411 + lr=7.48e-06 speed=0.25 step/s, 31.98 + samples/s eta=15:05:29 +09/18 [17:28:44] INFO | >> epoch=0 step=60/13625 loss=0.5834 trainer.py:845 + loss_action=0.3407 loss_video=0.2427 + lr=8.94e-06 speed=0.28 step/s, 35.84 + samples/s eta=13:27:28 +09/18 [17:28:56] INFO | >> epoch=0 step=70/13625 loss=0.5613 trainer.py:845 + loss_action=0.3094 loss_video=0.2519 + lr=1.04e-05 speed=0.31 step/s, 39.60 + samples/s eta=12:10:09 +09/18 [17:29:08] INFO | >> epoch=0 step=80/13625 loss=0.5615 trainer.py:845 + loss_action=0.2953 loss_video=0.2662 + lr=1.19e-05 speed=0.34 step/s, 42.92 + samples/s eta=11:13:19 +09/18 [17:29:20] INFO | >> epoch=0 step=90/13625 loss=0.4739 trainer.py:845 + loss_action=0.2327 loss_video=0.2412 + lr=1.33e-05 speed=0.36 step/s, 45.99 + samples/s eta=10:27:47 +09/18 [17:29:34] INFO | >> epoch=0 step=100/13625 trainer.py:845 + loss=0.4386 loss_action=0.2061 + loss_video=0.2324 lr=1.48e-05 + speed=0.38 step/s, 48.46 samples/s + eta=09:55:27 +09/18 [17:29:45] INFO | >> epoch=0 step=110/13625 trainer.py:845 + loss=0.3952 loss_action=0.1768 + loss_video=0.2185 lr=1.63e-05 + speed=0.40 step/s, 51.07 samples/s + eta=09:24:33 +09/18 [17:29:57] INFO | >> epoch=0 step=120/13625 trainer.py:845 + loss=0.3904 loss_action=0.1646 + loss_video=0.2257 lr=1.77e-05 + speed=0.42 step/s, 53.43 samples/s + eta=08:59:12 +09/18 [17:30:09] INFO | >> epoch=0 step=130/13625 trainer.py:845 + loss=0.3670 loss_action=0.1456 + loss_video=0.2214 lr=1.92e-05 + speed=0.43 step/s, 55.61 samples/s + eta=08:37:44 +09/18 [17:30:22] INFO | >> epoch=0 step=140/13625 trainer.py:845 + loss=0.3386 loss_action=0.1190 + loss_video=0.2195 lr=2.07e-05 + speed=0.45 step/s, 57.33 samples/s + eta=08:21:48 +09/18 [17:30:34] INFO | >> epoch=0 step=150/13625 trainer.py:845 + loss=0.3510 loss_action=0.1202 + loss_video=0.2308 lr=2.21e-05 + speed=0.46 step/s, 59.22 samples/s + eta=08:05:27 +09/18 [17:30:46] INFO | >> epoch=0 step=160/13625 trainer.py:845 + loss=0.3081 loss_action=0.1138 + loss_video=0.1944 lr=2.36e-05 + speed=0.48 step/s, 60.98 samples/s + eta=07:51:04 +09/18 [17:30:57] INFO | >> epoch=0 step=170/13625 trainer.py:845 + loss=0.2855 loss_action=0.1073 + loss_video=0.1782 lr=2.51e-05 + speed=0.49 step/s, 62.69 samples/s + eta=07:37:50 +09/18 [17:31:10] INFO | >> epoch=0 step=180/13625 trainer.py:845 + loss=0.3336 loss_action=0.1046 + loss_video=0.2290 lr=2.65e-05 + speed=0.50 step/s, 63.90 samples/s + eta=07:28:50 +09/18 [17:31:22] INFO | >> epoch=0 step=190/13625 trainer.py:845 + loss=0.2793 loss_action=0.0972 + loss_video=0.1821 lr=2.80e-05 + speed=0.51 step/s, 65.37 samples/s + eta=07:18:26 +09/18 [17:31:33] INFO | >> epoch=0 step=200/13625 trainer.py:845 + loss=0.3076 loss_action=0.0992 + loss_video=0.2083 lr=2.95e-05 + speed=0.52 step/s, 66.77 samples/s + eta=07:08:55 +09/18 [17:31:44] INFO | >> epoch=0 step=210/13625 trainer.py:845 + loss=0.2870 loss_action=0.0806 + loss_video=0.2064 lr=3.09e-05 + speed=0.53 step/s, 68.11 samples/s + eta=07:00:09 +09/18 [17:31:58] INFO | >> epoch=0 step=220/13625 trainer.py:845 + loss=0.2619 loss_action=0.0834 + loss_video=0.1784 lr=3.24e-05 + speed=0.54 step/s, 68.96 samples/s + eta=06:54:41 +09/18 [17:32:09] INFO | >> epoch=0 step=230/13625 trainer.py:845 + loss=0.3129 loss_action=0.0808 + loss_video=0.2321 lr=3.39e-05 + speed=0.55 step/s, 70.14 samples/s + eta=06:47:24 +09/18 [17:32:21] INFO | >> epoch=0 step=240/13625 trainer.py:845 + loss=0.2526 loss_action=0.0650 + loss_video=0.1876 lr=3.53e-05 + speed=0.56 step/s, 71.27 samples/s + eta=06:40:40 +09/18 [17:32:32] INFO | >> epoch=0 step=250/13625 trainer.py:845 + loss=0.2778 loss_action=0.0618 + loss_video=0.2160 lr=3.68e-05 + speed=0.57 step/s, 72.34 samples/s + eta=06:34:27 +09/18 [17:32:46] INFO | >> epoch=0 step=260/13625 trainer.py:845 + loss=0.3051 loss_action=0.0829 + loss_video=0.2222 lr=3.83e-05 + speed=0.57 step/s, 72.95 samples/s + eta=06:30:48 +09/18 [17:32:57] INFO | >> epoch=0 step=270/13625 trainer.py:845 + loss=0.2594 loss_action=0.0816 + loss_video=0.1778 lr=3.97e-05 + speed=0.58 step/s, 74.03 samples/s + eta=06:24:50 +09/18 [17:33:08] INFO | >> epoch=0 step=280/13625 trainer.py:845 + loss=0.3048 loss_action=0.0998 + loss_video=0.2050 lr=4.12e-05 + speed=0.59 step/s, 74.96 samples/s + eta=06:19:46 +09/18 [17:33:19] INFO | >> epoch=0 step=290/13625 trainer.py:845 + loss=0.2650 loss_action=0.0699 + loss_video=0.1951 lr=4.27e-05 + speed=0.59 step/s, 75.84 samples/s + eta=06:15:05 +09/18 [17:33:33] INFO | >> epoch=0 step=300/13625 trainer.py:845 + loss=0.2510 loss_action=0.0668 + loss_video=0.1842 lr=4.41e-05 + speed=0.60 step/s, 76.35 samples/s + eta=06:12:20 +09/18 [17:33:44] INFO | >> epoch=0 step=310/13625 trainer.py:845 + loss=0.2679 loss_action=0.0637 + loss_video=0.2042 lr=4.56e-05 + speed=0.60 step/s, 77.17 samples/s + eta=06:08:05 +09/18 [17:33:55] INFO | >> epoch=0 step=320/13625 trainer.py:845 + loss=0.2383 loss_action=0.0600 + loss_video=0.1783 lr=4.71e-05 + speed=0.61 step/s, 77.96 samples/s + eta=06:04:04 +09/18 [17:34:06] INFO | >> epoch=0 step=330/13625 trainer.py:845 + loss=0.2389 loss_action=0.0626 + loss_video=0.1763 lr=4.85e-05 + speed=0.61 step/s, 78.72 samples/s + eta=06:00:18 +09/18 [17:34:19] INFO | >> epoch=0 step=340/13625 trainer.py:845 + loss=0.2548 loss_action=0.0712 + loss_video=0.1836 lr=5.00e-05 + speed=0.62 step/s, 79.18 samples/s + eta=05:57:55 +09/18 [17:34:31] INFO | >> epoch=0 step=350/13625 trainer.py:845 + loss=0.2293 loss_action=0.0629 + loss_video=0.1664 lr=5.15e-05 + speed=0.62 step/s, 79.86 samples/s + eta=05:54:36 +09/18 [17:34:42] INFO | >> epoch=0 step=360/13625 trainer.py:845 + loss=0.2382 loss_action=0.0560 + loss_video=0.1822 lr=5.29e-05 + speed=0.63 step/s, 80.52 samples/s + eta=05:51:27 +09/18 [17:34:53] INFO | >> epoch=0 step=370/13625 trainer.py:845 + loss=0.2349 loss_action=0.0479 + loss_video=0.1870 lr=5.44e-05 + speed=0.63 step/s, 81.18 samples/s + eta=05:48:19 +09/18 [17:35:06] INFO | >> epoch=0 step=380/13625 trainer.py:845 + loss=0.2397 loss_action=0.0630 + loss_video=0.1767 lr=5.59e-05 + speed=0.64 step/s, 81.55 samples/s + eta=05:46:28 +09/18 [17:35:17] INFO | >> epoch=0 step=390/13625 trainer.py:845 + loss=0.2435 loss_action=0.0606 + loss_video=0.1829 lr=5.73e-05 + speed=0.64 step/s, 82.15 samples/s + eta=05:43:41 +09/18 [17:35:29] INFO | >> epoch=0 step=400/13625 trainer.py:845 + loss=0.2382 loss_action=0.0661 + loss_video=0.1721 lr=5.88e-05 + speed=0.65 step/s, 82.70 samples/s + eta=05:41:10 +09/18 [17:35:40] INFO | >> epoch=0 step=410/13625 trainer.py:845 + loss=0.2277 loss_action=0.0533 + loss_video=0.1745 lr=6.03e-05 + speed=0.65 step/s, 83.22 samples/s + eta=05:38:45 +09/18 [17:35:54] INFO | >> epoch=0 step=420/13625 trainer.py:845 + loss=0.2289 loss_action=0.0450 + loss_video=0.1839 lr=6.17e-05 + speed=0.65 step/s, 83.51 samples/s + eta=05:37:20 +09/18 [17:36:05] INFO | >> epoch=0 step=430/13625 trainer.py:845 + loss=0.2318 loss_action=0.0417 + loss_video=0.1901 lr=6.32e-05 + speed=0.66 step/s, 84.04 samples/s + eta=05:34:57 +09/18 [17:36:16] INFO | >> epoch=0 step=440/13625 trainer.py:845 + loss=0.2350 loss_action=0.0454 + loss_video=0.1896 lr=6.47e-05 + speed=0.66 step/s, 84.55 samples/s + eta=05:32:41 +09/18 [17:36:27] INFO | >> epoch=0 step=450/13625 trainer.py:845 + loss=0.2139 loss_action=0.0436 + loss_video=0.1703 lr=6.61e-05 + speed=0.66 step/s, 85.05 samples/s + eta=05:30:28 +09/18 [17:36:40] INFO | >> epoch=0 step=460/13625 trainer.py:845 + loss=0.2215 loss_action=0.0555 + loss_video=0.1660 lr=6.76e-05 + speed=0.67 step/s, 85.32 samples/s + eta=05:29:11 +09/18 [17:36:51] INFO | >> epoch=0 step=470/13625 trainer.py:845 + loss=0.2165 loss_action=0.0452 + loss_video=0.1714 lr=6.91e-05 + speed=0.67 step/s, 85.80 samples/s + eta=05:27:05 +09/18 [17:37:02] INFO | >> epoch=0 step=480/13625 trainer.py:845 + loss=0.2348 loss_action=0.0533 + loss_video=0.1815 lr=7.05e-05 + speed=0.67 step/s, 86.24 samples/s + eta=05:25:09 +09/18 [17:37:13] INFO | >> epoch=0 step=490/13625 trainer.py:845 + loss=0.2279 loss_action=0.0395 + loss_video=0.1883 lr=7.20e-05 + speed=0.68 step/s, 86.66 samples/s + eta=05:23:20 +09/18 [17:37:26] INFO | >> epoch=0 step=500/13625 trainer.py:845 + loss=0.1995 loss_action=0.0437 + loss_video=0.1559 lr=7.35e-05 + speed=0.68 step/s, 86.91 samples/s + eta=05:22:09 +09/18 [17:38:08] INFO | >> Restoring DiT/proprio training and trainer.py:348 + the configured TDAA freeze mode. +09/18 [17:38:10] INFO | >> step=500 val_loss=0.2174 trainer.py:876 + infer_psnr=24.2433 infer_ssim=0.8663 + action_l2=0.0095 action_l1=0.0489 +09/18 [17:38:20] INFO | >> epoch=0 step=510/13625 trainer.py:845 + loss=0.2276 loss_action=0.0525 + loss_video=0.1751 lr=7.49e-05 + speed=0.65 step/s, 82.59 samples/s + eta=05:38:45 +09/18 [17:38:30] INFO | >> epoch=0 step=520/13625 trainer.py:845 + loss=0.2080 loss_action=0.0420 + loss_video=0.1661 lr=7.64e-05 + speed=0.65 step/s, 83.22 samples/s + eta=05:35:55 +09/18 [17:38:39] INFO | >> epoch=0 step=530/13625 trainer.py:845 + loss=0.2406 loss_action=0.0464 + loss_video=0.1942 lr=7.79e-05 + speed=0.65 step/s, 83.84 samples/s + eta=05:33:12 +09/18 [17:38:48] INFO | >> epoch=0 step=540/13625 trainer.py:845 + loss=0.1915 loss_action=0.0320 + loss_video=0.1595 lr=7.93e-05 + speed=0.66 step/s, 84.44 samples/s + eta=05:30:33 +09/18 [17:39:15] INFO | >> epoch=1 step=550/13625 trainer.py:845 + loss=0.2216 loss_action=0.0369 + loss_video=0.1847 lr=8.08e-05 + speed=0.65 step/s, 83.25 samples/s + eta=05:35:03 +09/18 [17:39:27] INFO | >> epoch=1 step=560/13625 trainer.py:845 + loss=0.2238 loss_action=0.0369 + loss_video=0.1869 lr=8.23e-05 + speed=0.65 step/s, 83.58 samples/s + eta=05:33:28 +09/18 [17:39:40] INFO | >> epoch=1 step=570/13625 trainer.py:845 + loss=0.2151 loss_action=0.0467 + loss_video=0.1684 lr=8.37e-05 + speed=0.65 step/s, 83.80 samples/s + eta=05:32:20 +09/18 [17:39:51] INFO | >> epoch=1 step=580/13625 trainer.py:845 + loss=0.1970 loss_action=0.0372 + loss_video=0.1598 lr=8.52e-05 + speed=0.66 step/s, 84.20 samples/s + eta=05:30:31 +09/18 [17:40:03] INFO | >> epoch=1 step=590/13625 trainer.py:845 + loss=0.2117 loss_action=0.0371 + loss_video=0.1746 lr=8.67e-05 + speed=0.66 step/s, 84.58 samples/s + eta=05:28:46 +09/18 [17:40:14] INFO | >> epoch=1 step=600/13625 trainer.py:845 + loss=0.2231 loss_action=0.0435 + loss_video=0.1796 lr=8.81e-05 + speed=0.66 step/s, 84.94 samples/s + eta=05:27:08 +09/18 [17:40:27] INFO | >> epoch=1 step=610/13625 trainer.py:845 + loss=0.2171 loss_action=0.0363 + loss_video=0.1807 lr=8.96e-05 + speed=0.66 step/s, 85.11 samples/s + eta=05:26:14 +09/18 [17:40:38] INFO | >> epoch=1 step=620/13625 trainer.py:845 + loss=0.2279 loss_action=0.0458 + loss_video=0.1821 lr=9.11e-05 + speed=0.67 step/s, 85.46 samples/s + eta=05:24:37 +09/18 [17:40:49] INFO | >> epoch=1 step=630/13625 trainer.py:845 + loss=0.2096 loss_action=0.0426 + loss_video=0.1670 lr=9.25e-05 + speed=0.67 step/s, 85.81 samples/s + eta=05:23:03 +09/18 [17:41:01] INFO | >> epoch=1 step=640/13625 trainer.py:845 + loss=0.2330 loss_action=0.0485 + loss_video=0.1845 lr=9.40e-05 + speed=0.67 step/s, 86.15 samples/s + eta=05:21:32 +09/18 [17:41:14] INFO | >> epoch=1 step=650/13625 trainer.py:845 + loss=0.2236 loss_action=0.0476 + loss_video=0.1761 lr=9.55e-05 + speed=0.67 step/s, 86.25 samples/s + eta=05:20:56 +09/18 [17:41:26] INFO | >> epoch=1 step=660/13625 trainer.py:845 + loss=0.2026 loss_action=0.0383 + loss_video=0.1643 lr=9.69e-05 + speed=0.68 step/s, 86.56 samples/s + eta=05:19:32 +09/18 [17:41:37] INFO | >> epoch=1 step=670/13625 trainer.py:845 + loss=0.2136 loss_action=0.0394 + loss_video=0.1742 lr=9.84e-05 + speed=0.68 step/s, 86.85 samples/s + eta=05:18:13 +09/18 [17:41:49] INFO | >> epoch=1 step=680/13625 trainer.py:845 + loss=0.2016 loss_action=0.0389 + loss_video=0.1627 lr=9.99e-05 + speed=0.68 step/s, 87.12 samples/s + eta=05:17:00 +09/18 [17:42:02] INFO | >> epoch=1 step=690/13625 trainer.py:845 + loss=0.2179 loss_action=0.0394 + loss_video=0.1786 lr=1.00e-04 + speed=0.68 step/s, 87.24 samples/s + eta=05:16:19 +09/18 [17:42:13] INFO | >> epoch=1 step=700/13625 trainer.py:845 + loss=0.2231 loss_action=0.0310 + loss_video=0.1921 lr=1.00e-04 + speed=0.68 step/s, 87.54 samples/s + eta=05:14:58 +09/18 [17:42:24] INFO | >> epoch=1 step=710/13625 trainer.py:845 + loss=0.2018 loss_action=0.0384 + loss_video=0.1634 lr=1.00e-04 + speed=0.69 step/s, 87.83 samples/s + eta=05:13:41 +09/18 [17:42:36] INFO | >> epoch=1 step=720/13625 trainer.py:845 + loss=0.1982 loss_action=0.0343 + loss_video=0.1639 lr=1.00e-04 + speed=0.69 step/s, 88.11 samples/s + eta=05:12:28 +09/18 [17:42:49] INFO | >> epoch=1 step=730/13625 trainer.py:845 + loss=0.2313 loss_action=0.0424 + loss_video=0.1889 lr=1.00e-04 + speed=0.69 step/s, 88.23 samples/s + eta=05:11:48 +09/18 [17:43:00] INFO | >> epoch=1 step=740/13625 trainer.py:845 + loss=0.2330 loss_action=0.0489 + loss_video=0.1841 lr=1.00e-04 + speed=0.69 step/s, 88.50 samples/s + eta=05:10:35 +09/18 [17:43:11] INFO | >> epoch=1 step=750/13625 trainer.py:845 + loss=0.2103 loss_action=0.0316 + loss_video=0.1787 lr=1.00e-04 + speed=0.69 step/s, 88.77 samples/s + eta=05:09:24 +09/18 [17:43:22] INFO | >> epoch=1 step=760/13625 trainer.py:845 + loss=0.1995 loss_action=0.0333 + loss_video=0.1662 lr=1.00e-04 + speed=0.70 step/s, 89.04 samples/s + eta=05:08:14 +09/18 [17:43:35] INFO | >> epoch=1 step=770/13625 trainer.py:845 + loss=0.2116 loss_action=0.0347 + loss_video=0.1770 lr=1.00e-04 + speed=0.70 step/s, 89.14 samples/s + eta=05:07:38 +09/18 [17:43:47] INFO | >> epoch=1 step=780/13625 trainer.py:845 + loss=0.1896 loss_action=0.0329 + loss_video=0.1567 lr=1.00e-04 + speed=0.70 step/s, 89.37 samples/s + eta=05:06:36 +09/18 [17:43:57] INFO | >> epoch=1 step=790/13625 trainer.py:845 + loss=0.2009 loss_action=0.0300 + loss_video=0.1710 lr=1.00e-04 + speed=0.70 step/s, 89.66 samples/s + eta=05:05:22 +09/18 [17:44:09] INFO | >> epoch=1 step=800/13625 trainer.py:845 + loss=0.1936 loss_action=0.0374 + loss_video=0.1562 lr=1.00e-04 + speed=0.70 step/s, 89.91 samples/s + eta=05:04:18 +09/18 [17:44:21] INFO | >> epoch=1 step=810/13625 trainer.py:845 + loss=0.2084 loss_action=0.0340 + loss_video=0.1744 lr=1.00e-04 + speed=0.70 step/s, 90.02 samples/s + eta=05:03:40 +09/18 [17:44:33] INFO | >> epoch=1 step=820/13625 trainer.py:845 + loss=0.2037 loss_action=0.0345 + loss_video=0.1692 lr=1.00e-04 + speed=0.70 step/s, 90.24 samples/s + eta=05:02:43 +09/18 [17:44:44] INFO | >> epoch=1 step=830/13625 trainer.py:845 + loss=0.2083 loss_action=0.0321 + loss_video=0.1762 lr=1.00e-04 + speed=0.71 step/s, 90.47 samples/s + eta=05:01:42 +09/18 [17:44:55] INFO | >> epoch=1 step=840/13625 trainer.py:845 + loss=0.2074 loss_action=0.0249 + loss_video=0.1825 lr=1.00e-04 + speed=0.71 step/s, 90.69 samples/s + eta=05:00:43 +09/18 [17:45:09] INFO | >> epoch=1 step=850/13625 trainer.py:845 + loss=0.1740 loss_action=0.0250 + loss_video=0.1490 lr=1.00e-04 + speed=0.71 step/s, 90.71 samples/s + eta=05:00:26 +09/18 [17:45:20] INFO | >> epoch=1 step=860/13625 trainer.py:845 + loss=0.2012 loss_action=0.0303 + loss_video=0.1708 lr=1.00e-04 + speed=0.71 step/s, 90.94 samples/s + eta=04:59:26 +09/18 [17:45:31] INFO | >> epoch=1 step=870/13625 trainer.py:845 + loss=0.1969 loss_action=0.0306 + loss_video=0.1663 lr=9.99e-05 + speed=0.71 step/s, 91.16 samples/s + eta=04:58:30 +09/18 [17:45:42] INFO | >> epoch=1 step=880/13625 trainer.py:845 + loss=0.1704 loss_action=0.0270 + loss_video=0.1434 lr=9.99e-05 + speed=0.71 step/s, 91.38 samples/s + eta=04:57:32 +09/18 [17:45:55] INFO | >> epoch=1 step=890/13625 trainer.py:845 + loss=0.1876 loss_action=0.0246 + loss_video=0.1630 lr=9.99e-05 + speed=0.71 step/s, 91.46 samples/s + eta=04:57:02 +09/18 [17:46:06] INFO | >> epoch=1 step=900/13625 trainer.py:845 + loss=0.2060 loss_action=0.0256 + loss_video=0.1804 lr=9.99e-05 + speed=0.72 step/s, 91.67 samples/s + eta=04:56:07 +09/18 [17:46:17] INFO | >> epoch=1 step=910/13625 trainer.py:845 + loss=0.1630 loss_action=0.0271 + loss_video=0.1359 lr=9.99e-05 + speed=0.72 step/s, 91.88 samples/s + eta=04:55:13 +09/18 [17:46:29] INFO | >> epoch=1 step=920/13625 trainer.py:845 + loss=0.1827 loss_action=0.0246 + loss_video=0.1581 lr=9.99e-05 + speed=0.72 step/s, 92.08 samples/s + eta=04:54:20 +09/18 [17:46:43] INFO | >> epoch=1 step=930/13625 trainer.py:845 + loss=0.1965 loss_action=0.0321 + loss_video=0.1644 lr=9.99e-05 + speed=0.72 step/s, 92.08 samples/s + eta=04:54:07 +09/18 [17:46:55] INFO | >> epoch=1 step=940/13625 trainer.py:845 + loss=0.2052 loss_action=0.0285 + loss_video=0.1768 lr=9.99e-05 + speed=0.72 step/s, 92.18 samples/s + eta=04:53:34 +09/18 [17:47:06] INFO | >> epoch=1 step=950/13625 trainer.py:845 + loss=0.2025 loss_action=0.0291 + loss_video=0.1734 lr=9.99e-05 + speed=0.72 step/s, 92.36 samples/s + eta=04:52:45 +09/18 [17:47:17] INFO | >> epoch=1 step=960/13625 trainer.py:845 + loss=0.1908 loss_action=0.0205 + loss_video=0.1703 lr=9.99e-05 + speed=0.72 step/s, 92.55 samples/s + eta=04:51:55 +09/18 [17:47:30] INFO | >> epoch=1 step=970/13625 trainer.py:845 + loss=0.1788 loss_action=0.0260 + loss_video=0.1528 lr=9.99e-05 + speed=0.72 step/s, 92.61 samples/s + eta=04:51:30 +09/18 [17:47:42] INFO | >> epoch=1 step=980/13625 trainer.py:845 + loss=0.1709 loss_action=0.0210 + loss_video=0.1499 lr=9.99e-05 + speed=0.72 step/s, 92.80 samples/s + eta=04:50:42 +09/18 [17:47:53] INFO | >> epoch=1 step=990/13625 trainer.py:845 + loss=0.1795 loss_action=0.0228 + loss_video=0.1566 lr=9.99e-05 + speed=0.73 step/s, 92.98 samples/s + eta=04:49:54 +09/18 [17:48:04] INFO | >> epoch=1 step=1000/13625 trainer.py:845 + loss=0.1852 loss_action=0.0349 + loss_video=0.1503 lr=9.99e-05 + speed=0.73 step/s, 93.15 samples/s + eta=04:49:07 +09/18 [17:48:09] INFO | >> Restoring DiT/proprio training and trainer.py:348 + the configured TDAA freeze mode. +09/18 [17:48:10] INFO | >> step=1000 val_loss=0.1545 trainer.py:876 + infer_psnr=29.7490 infer_ssim=0.9313 + action_l2=0.0018 action_l1=0.0207 +09/18 [17:48:19] INFO | >> epoch=1 step=1010/13625 trainer.py:845 + loss=0.1876 loss_action=0.0206 + loss_video=0.1670 lr=9.98e-05 + speed=0.73 step/s, 93.05 samples/s + eta=04:49:12 +09/18 [17:48:28] INFO | >> epoch=1 step=1020/13625 trainer.py:845 + loss=0.1887 loss_action=0.0254 + loss_video=0.1633 lr=9.98e-05 + speed=0.73 step/s, 93.34 samples/s + eta=04:48:05 +09/18 [17:48:40] INFO | >> epoch=1 step=1030/13625 trainer.py:845 + loss=0.1800 loss_action=0.0229 + loss_video=0.1572 lr=9.98e-05 + speed=0.73 step/s, 93.49 samples/s + eta=04:47:23 +09/18 [17:48:51] INFO | >> epoch=1 step=1040/13625 trainer.py:845 + loss=0.1849 loss_action=0.0253 + loss_video=0.1596 lr=9.98e-05 + speed=0.73 step/s, 93.64 samples/s + eta=04:46:41 +09/18 [17:49:05] INFO | >> epoch=1 step=1050/13625 trainer.py:845 + loss=0.1993 loss_action=0.0222 + loss_video=0.1771 lr=9.98e-05 + speed=0.73 step/s, 93.67 samples/s + eta=04:46:24 +09/18 [17:49:16] INFO | >> epoch=1 step=1060/13625 trainer.py:845 + loss=0.1653 loss_action=0.0245 + loss_video=0.1408 lr=9.98e-05 + speed=0.73 step/s, 93.82 samples/s + eta=04:45:42 +09/18 [17:49:27] INFO | >> epoch=1 step=1070/13625 trainer.py:845 + loss=0.1628 loss_action=0.0251 + loss_video=0.1378 lr=9.98e-05 + speed=0.73 step/s, 93.98 samples/s + eta=04:45:00 +09/18 [17:49:38] INFO | >> epoch=1 step=1080/13625 trainer.py:845 + loss=0.1989 loss_action=0.0190 + loss_video=0.1799 lr=9.98e-05 + speed=0.74 step/s, 94.13 samples/s + eta=04:44:18 +09/18 [17:49:50] INFO | >> epoch=1 step=1090/13625 trainer.py:845 + loss=0.1964 loss_action=0.0209 + loss_video=0.1755 lr=9.98e-05 + speed=0.74 step/s, 94.24 samples/s + eta=04:43:45 +09/18 [17:50:18] INFO | >> epoch=2 step=1100/13625 trainer.py:845 + loss=0.1531 loss_action=0.0188 + loss_video=0.1343 lr=9.97e-05 + speed=0.73 step/s, 93.34 samples/s + eta=04:46:15 +09/18 [17:50:30] INFO | >> epoch=2 step=1110/13625 trainer.py:845 + loss=0.1609 loss_action=0.0249 + loss_video=0.1359 lr=9.97e-05 + speed=0.73 step/s, 93.48 samples/s + eta=04:45:35 +09/18 [17:50:41] INFO | >> epoch=2 step=1120/13625 trainer.py:845 + loss=0.2054 loss_action=0.0219 + loss_video=0.1835 lr=9.97e-05 + speed=0.73 step/s, 93.64 samples/s + eta=04:44:53 +09/18 [17:50:53] INFO | >> epoch=2 step=1130/13625 trainer.py:845 + loss=0.1802 loss_action=0.0194 + loss_video=0.1608 lr=9.97e-05 + speed=0.73 step/s, 93.69 samples/s + eta=04:44:30 +09/18 [17:51:05] INFO | >> epoch=2 step=1140/13625 trainer.py:845 + loss=0.1967 loss_action=0.0206 + loss_video=0.1760 lr=9.97e-05 + speed=0.73 step/s, 93.81 samples/s + eta=04:43:55 +09/18 [17:51:16] INFO | >> epoch=2 step=1150/13625 trainer.py:845 + loss=0.1845 loss_action=0.0248 + loss_video=0.1597 lr=9.97e-05 + speed=0.73 step/s, 93.96 samples/s + eta=04:43:13 +09/18 [17:51:27] INFO | >> epoch=2 step=1160/13625 trainer.py:845 + loss=0.1780 loss_action=0.0226 + loss_video=0.1554 lr=9.97e-05 + speed=0.74 step/s, 94.11 samples/s + eta=04:42:33 +09/18 [17:51:40] INFO | >> epoch=2 step=1170/13625 trainer.py:845 + loss=0.1827 loss_action=0.0184 + loss_video=0.1643 lr=9.97e-05 + speed=0.74 step/s, 94.17 samples/s + eta=04:42:09 +09/18 [17:51:52] INFO | >> epoch=2 step=1180/13625 trainer.py:845 + loss=0.1691 loss_action=0.0207 + loss_video=0.1485 lr=9.96e-05 + speed=0.74 step/s, 94.28 samples/s + eta=04:41:35 +09/18 [17:52:03] INFO | >> epoch=2 step=1190/13625 trainer.py:845 + loss=0.1956 loss_action=0.0243 + loss_video=0.1713 lr=9.96e-05 + speed=0.74 step/s, 94.39 samples/s + eta=04:41:02 +09/18 [17:52:16] INFO | >> epoch=2 step=1200/13625 trainer.py:845 + loss=0.1896 loss_action=0.0220 + loss_video=0.1677 lr=9.96e-05 + speed=0.74 step/s, 94.46 samples/s + eta=04:40:36 +09/18 [17:52:29] INFO | >> epoch=2 step=1210/13625 trainer.py:845 + loss=0.1693 loss_action=0.0195 + loss_video=0.1498 lr=9.96e-05 + speed=0.74 step/s, 94.50 samples/s + eta=04:40:16 +09/18 [17:52:40] INFO | >> epoch=2 step=1220/13625 trainer.py:845 + loss=0.1855 loss_action=0.0158 + loss_video=0.1697 lr=9.96e-05 + speed=0.74 step/s, 94.65 samples/s + eta=04:39:36 +09/18 [17:52:51] INFO | >> epoch=2 step=1230/13625 trainer.py:845 + loss=0.1688 loss_action=0.0184 + loss_video=0.1504 lr=9.96e-05 + speed=0.74 step/s, 94.78 samples/s + eta=04:38:59 +09/18 [17:53:02] INFO | >> epoch=2 step=1240/13625 trainer.py:845 + loss=0.1534 loss_action=0.0185 + loss_video=0.1349 lr=9.95e-05 + speed=0.74 step/s, 94.91 samples/s + eta=04:38:23 +09/18 [17:53:15] INFO | >> epoch=2 step=1250/13625 trainer.py:845 + loss=0.1400 loss_action=0.0202 + loss_video=0.1198 lr=9.95e-05 + speed=0.74 step/s, 94.94 samples/s + eta=04:38:04 +09/18 [17:53:26] INFO | >> epoch=2 step=1260/13625 trainer.py:845 + loss=0.1586 loss_action=0.0181 + loss_video=0.1404 lr=9.95e-05 + speed=0.74 step/s, 95.07 samples/s + eta=04:37:27 +09/18 [17:53:37] INFO | >> epoch=2 step=1270/13625 trainer.py:845 + loss=0.1612 loss_action=0.0220 + loss_video=0.1392 lr=9.95e-05 + speed=0.74 step/s, 95.21 samples/s + eta=04:36:50 +09/18 [17:53:48] INFO | >> epoch=2 step=1280/13625 trainer.py:845 + loss=0.1734 loss_action=0.0181 + loss_video=0.1553 lr=9.95e-05 + speed=0.74 step/s, 95.34 samples/s + eta=04:36:13 +09/18 [17:54:01] INFO | >> epoch=2 step=1290/13625 trainer.py:845 + loss=0.1566 loss_action=0.0175 + loss_video=0.1391 lr=9.95e-05 + speed=0.75 step/s, 95.38 samples/s + eta=04:35:54 +09/18 [17:54:12] INFO | >> epoch=2 step=1300/13625 trainer.py:845 + loss=0.1664 loss_action=0.0189 + loss_video=0.1476 lr=9.94e-05 + speed=0.75 step/s, 95.50 samples/s + eta=04:35:18 +09/18 [17:54:23] INFO | >> epoch=2 step=1310/13625 trainer.py:845 + loss=0.1526 loss_action=0.0147 + loss_video=0.1379 lr=9.94e-05 + speed=0.75 step/s, 95.62 samples/s + eta=04:34:45 +09/18 [17:54:35] INFO | >> epoch=2 step=1320/13625 trainer.py:845 + loss=0.1756 loss_action=0.0199 + loss_video=0.1556 lr=9.94e-05 + speed=0.75 step/s, 95.74 samples/s + eta=04:34:11 +09/18 [17:54:47] INFO | >> epoch=2 step=1330/13625 trainer.py:845 + loss=0.1781 loss_action=0.0192 + loss_video=0.1589 lr=9.94e-05 + speed=0.75 step/s, 95.76 samples/s + eta=04:33:54 +09/18 [17:54:59] INFO | >> epoch=2 step=1340/13625 trainer.py:845 + loss=0.1497 loss_action=0.0172 + loss_video=0.1325 lr=9.94e-05 + speed=0.75 step/s, 95.88 samples/s + eta=04:33:20 +09/18 [17:55:10] INFO | >> epoch=2 step=1350/13625 trainer.py:845 + loss=0.1608 loss_action=0.0192 + loss_video=0.1415 lr=9.93e-05 + speed=0.75 step/s, 96.00 samples/s + eta=04:32:46 +09/18 [17:55:21] INFO | >> epoch=2 step=1360/13625 trainer.py:845 + loss=0.1517 loss_action=0.0187 + loss_video=0.1330 lr=9.93e-05 + speed=0.75 step/s, 96.12 samples/s + eta=04:32:12 +09/18 [17:55:34] INFO | >> epoch=2 step=1370/13625 trainer.py:845 + loss=0.1486 loss_action=0.0148 + loss_video=0.1339 lr=9.93e-05 + speed=0.75 step/s, 96.14 samples/s + eta=04:31:56 +09/18 [17:55:45] INFO | >> epoch=2 step=1380/13625 trainer.py:845 + loss=0.1703 loss_action=0.0189 + loss_video=0.1514 lr=9.93e-05 + speed=0.75 step/s, 96.26 samples/s + eta=04:31:22 +09/18 [17:55:56] INFO | >> epoch=2 step=1390/13625 trainer.py:845 + loss=0.1502 loss_action=0.0167 + loss_video=0.1335 lr=9.93e-05 + speed=0.75 step/s, 96.37 samples/s + eta=04:30:50 +09/18 [17:56:07] INFO | >> epoch=2 step=1400/13625 trainer.py:845 + loss=0.1821 loss_action=0.0142 + loss_video=0.1679 lr=9.92e-05 + speed=0.75 step/s, 96.48 samples/s + eta=04:30:18 +09/18 [17:56:20] INFO | >> epoch=2 step=1410/13625 trainer.py:845 + loss=0.1434 loss_action=0.0169 + loss_video=0.1266 lr=9.92e-05 + speed=0.75 step/s, 96.50 samples/s + eta=04:30:01 +09/18 [17:56:31] INFO | >> epoch=2 step=1420/13625 trainer.py:845 + loss=0.1553 loss_action=0.0168 + loss_video=0.1385 lr=9.92e-05 + speed=0.75 step/s, 96.61 samples/s + eta=04:29:29 +09/18 [17:56:42] INFO | >> epoch=2 step=1430/13625 trainer.py:845 + loss=0.1595 loss_action=0.0171 + loss_video=0.1424 lr=9.92e-05 + speed=0.76 step/s, 96.72 samples/s + eta=04:28:58 +09/18 [17:56:53] INFO | >> epoch=2 step=1440/13625 trainer.py:845 + loss=0.1531 loss_action=0.0124 + loss_video=0.1408 lr=9.92e-05 + speed=0.76 step/s, 96.82 samples/s + eta=04:28:28 +09/18 [17:57:07] INFO | >> epoch=2 step=1450/13625 trainer.py:845 + loss=0.1320 loss_action=0.0145 + loss_video=0.1175 lr=9.91e-05 + speed=0.76 step/s, 96.82 samples/s + eta=04:28:15 +09/18 [17:57:18] INFO | >> epoch=2 step=1460/13625 trainer.py:845 + loss=0.1690 loss_action=0.0151 + loss_video=0.1540 lr=9.91e-05 + speed=0.76 step/s, 96.92 samples/s + eta=04:27:45 +09/18 [17:57:29] INFO | >> epoch=2 step=1470/13625 trainer.py:845 + loss=0.1496 loss_action=0.0152 + loss_video=0.1344 lr=9.91e-05 + speed=0.76 step/s, 97.03 samples/s + eta=04:27:15 +09/18 [17:57:40] INFO | >> epoch=2 step=1480/13625 trainer.py:845 + loss=0.1698 loss_action=0.0154 + loss_video=0.1545 lr=9.91e-05 + speed=0.76 step/s, 97.13 samples/s + eta=04:26:44 +09/18 [17:57:53] INFO | >> epoch=2 step=1490/13625 trainer.py:845 + loss=0.1577 loss_action=0.0172 + loss_video=0.1405 lr=9.90e-05 + speed=0.76 step/s, 97.14 samples/s + eta=04:26:29 +09/18 [17:58:04] INFO | >> epoch=2 step=1500/13625 trainer.py:845 + loss=0.1625 loss_action=0.0173 + loss_video=0.1453 lr=9.90e-05 + speed=0.76 step/s, 97.24 samples/s + eta=04:26:00 +09/18 [17:58:09] INFO | >> Restoring DiT/proprio training and trainer.py:348 + the configured TDAA freeze mode. +09/18 [17:58:10] INFO | >> step=1500 val_loss=0.1504 trainer.py:876 + infer_psnr=29.7388 infer_ssim=0.9245 + action_l2=0.0019 action_l1=0.0209 +09/18 [17:58:19] INFO | >> epoch=2 step=1510/13625 trainer.py:845 + loss=0.1617 loss_action=0.0152 + loss_video=0.1465 lr=9.90e-05 + speed=0.76 step/s, 97.14 samples/s + eta=04:26:04 +09/18 [17:58:29] INFO | >> epoch=2 step=1520/13625 trainer.py:845 + loss=0.1637 loss_action=0.0155 + loss_video=0.1482 lr=9.90e-05 + speed=0.76 step/s, 97.32 samples/s + eta=04:25:20 +09/18 [17:58:39] INFO | >> epoch=2 step=1530/13625 trainer.py:845 + loss=0.1677 loss_action=0.0170 + loss_video=0.1506 lr=9.90e-05 + speed=0.76 step/s, 97.45 samples/s + eta=04:24:46 +09/18 [17:58:50] INFO | >> epoch=2 step=1540/13625 trainer.py:845 + loss=0.1637 loss_action=0.0161 + loss_video=0.1477 lr=9.89e-05 + speed=0.76 step/s, 97.55 samples/s + eta=04:24:16 +09/18 [17:59:01] INFO | >> epoch=2 step=1550/13625 trainer.py:845 + loss=0.1362 loss_action=0.0157 + loss_video=0.1205 lr=9.89e-05 + speed=0.76 step/s, 97.65 samples/s + eta=04:23:47 +09/18 [17:59:13] INFO | >> epoch=2 step=1560/13625 trainer.py:845 + loss=0.1494 loss_action=0.0146 + loss_video=0.1349 lr=9.89e-05 + speed=0.76 step/s, 97.74 samples/s + eta=04:23:19 +09/18 [17:59:25] INFO | >> epoch=2 step=1570/13625 trainer.py:845 + loss=0.1497 loss_action=0.0163 + loss_video=0.1334 lr=9.89e-05 + speed=0.76 step/s, 97.76 samples/s + eta=04:23:04 +09/18 [17:59:37] INFO | >> epoch=2 step=1580/13625 trainer.py:845 + loss=0.1856 loss_action=0.0159 + loss_video=0.1697 lr=9.88e-05 + speed=0.76 step/s, 97.85 samples/s + eta=04:22:36 +09/18 [17:59:48] INFO | >> epoch=2 step=1590/13625 trainer.py:845 + loss=0.1553 loss_action=0.0169 + loss_video=0.1384 lr=9.88e-05 + speed=0.77 step/s, 97.93 samples/s + eta=04:22:09 +09/18 [17:59:59] INFO | >> epoch=2 step=1600/13625 trainer.py:845 + loss=0.1414 loss_action=0.0157 + loss_video=0.1257 lr=9.88e-05 + speed=0.77 step/s, 98.01 samples/s + eta=04:21:44 +09/18 [18:00:12] INFO | >> epoch=2 step=1610/13625 trainer.py:845 + loss=0.1637 loss_action=0.0172 + loss_video=0.1465 lr=9.87e-05 + speed=0.77 step/s, 98.01 samples/s + eta=04:21:30 +09/18 [18:00:23] INFO | >> epoch=2 step=1620/13625 trainer.py:845 + loss=0.1513 loss_action=0.0155 + loss_video=0.1359 lr=9.87e-05 + speed=0.77 step/s, 98.11 samples/s + eta=04:21:03 +09/18 [18:00:34] INFO | >> epoch=2 step=1630/13625 trainer.py:845 + loss=0.1370 loss_action=0.0133 + loss_video=0.1237 lr=9.87e-05 + speed=0.77 step/s, 98.20 samples/s + eta=04:20:35 +09/18 [18:01:02] INFO | >> epoch=3 step=1640/13625 trainer.py:845 + loss=0.1444 loss_action=0.0134 + loss_video=0.1310 lr=9.87e-05 + speed=0.76 step/s, 97.53 samples/s + eta=04:22:09 +09/18 [18:01:14] INFO | >> epoch=3 step=1650/13625 trainer.py:845 + loss=0.1440 loss_action=0.0135 + loss_video=0.1305 lr=9.86e-05 + speed=0.76 step/s, 97.59 samples/s + eta=04:21:46 +09/18 [18:01:27] INFO | >> epoch=3 step=1660/13625 trainer.py:845 + loss=0.1561 loss_action=0.0106 + loss_video=0.1455 lr=9.86e-05 + speed=0.76 step/s, 97.58 samples/s + eta=04:21:34 +09/18 [18:01:38] INFO | >> epoch=3 step=1670/13625 trainer.py:845 + loss=0.1328 loss_action=0.0145 + loss_video=0.1184 lr=9.86e-05 + speed=0.76 step/s, 97.67 samples/s + eta=04:21:07 +09/18 [18:01:49] INFO | >> epoch=3 step=1680/13625 trainer.py:845 + loss=0.1527 loss_action=0.0150 + loss_video=0.1377 lr=9.86e-05 + speed=0.76 step/s, 97.76 samples/s + eta=04:20:40 +09/18 [18:02:01] INFO | >> epoch=3 step=1690/13625 trainer.py:845 + loss=0.1504 loss_action=0.0144 + loss_video=0.1360 lr=9.85e-05 + speed=0.76 step/s, 97.85 samples/s + eta=04:20:13 +09/18 [18:02:13] INFO | >> epoch=3 step=1700/13625 trainer.py:845 + loss=0.1513 loss_action=0.0158 + loss_video=0.1356 lr=9.85e-05 + speed=0.76 step/s, 97.85 samples/s + eta=04:19:58 +09/18 [18:02:25] INFO | >> epoch=3 step=1710/13625 trainer.py:845 + loss=0.1485 loss_action=0.0161 + loss_video=0.1324 lr=9.85e-05 + speed=0.77 step/s, 97.94 samples/s + eta=04:19:32 +09/18 [18:02:36] INFO | >> epoch=3 step=1720/13625 trainer.py:845 + loss=0.1519 loss_action=0.0137 + loss_video=0.1382 lr=9.84e-05 + speed=0.77 step/s, 98.01 samples/s + eta=04:19:07 +09/18 [18:02:47] INFO | >> epoch=3 step=1730/13625 trainer.py:845 + loss=0.1533 loss_action=0.0142 + loss_video=0.1391 lr=9.84e-05 + speed=0.77 step/s, 98.09 samples/s + eta=04:18:41 +09/18 [18:03:00] INFO | >> epoch=3 step=1740/13625 trainer.py:845 + loss=0.1647 loss_action=0.0166 + loss_video=0.1481 lr=9.84e-05 + speed=0.77 step/s, 98.10 samples/s + eta=04:18:28 +09/18 [18:03:11] INFO | >> epoch=3 step=1750/13625 trainer.py:845 + loss=0.1553 loss_action=0.0139 + loss_video=0.1414 lr=9.83e-05 + speed=0.77 step/s, 98.17 samples/s + eta=04:18:03 +09/18 [18:03:23] INFO | >> epoch=3 step=1760/13625 trainer.py:845 + loss=0.1396 loss_action=0.0118 + loss_video=0.1278 lr=9.83e-05 + speed=0.77 step/s, 98.24 samples/s + eta=04:17:39 +09/18 [18:03:34] INFO | >> epoch=3 step=1770/13625 trainer.py:845 + loss=0.1478 loss_action=0.0135 + loss_video=0.1343 lr=9.83e-05 + speed=0.77 step/s, 98.32 samples/s + eta=04:17:14 +09/18 [18:03:47] INFO | >> epoch=3 step=1780/13625 trainer.py:845 + loss=0.1823 loss_action=0.0145 + loss_video=0.1679 lr=9.82e-05 + speed=0.77 step/s, 98.31 samples/s + eta=04:17:01 +09/18 [18:03:58] INFO | >> epoch=3 step=1790/13625 trainer.py:845 + loss=0.1289 loss_action=0.0111 + loss_video=0.1177 lr=9.82e-05 + speed=0.77 step/s, 98.40 samples/s + eta=04:16:35 +09/18 [18:04:09] INFO | >> epoch=3 step=1800/13625 trainer.py:845 + loss=0.1436 loss_action=0.0122 + loss_video=0.1314 lr=9.82e-05 + speed=0.77 step/s, 98.47 samples/s + eta=04:16:10 +09/18 [18:04:21] INFO | >> epoch=3 step=1810/13625 trainer.py:845 + loss=0.1670 loss_action=0.0154 + loss_video=0.1516 lr=9.82e-05 + speed=0.77 step/s, 98.55 samples/s + eta=04:15:45 +09/18 [18:04:33] INFO | >> epoch=3 step=1820/13625 trainer.py:845 + loss=0.1554 loss_action=0.0144 + loss_video=0.1410 lr=9.81e-05 + speed=0.77 step/s, 98.56 samples/s + eta=04:15:31 +09/18 [18:04:44] INFO | >> epoch=3 step=1830/13625 trainer.py:845 + loss=0.1535 loss_action=0.0138 + loss_video=0.1397 lr=9.81e-05 + speed=0.77 step/s, 98.64 samples/s + eta=04:15:05 +09/18 [18:04:56] INFO | >> epoch=3 step=1840/13625 trainer.py:845 + loss=0.1431 loss_action=0.0111 + loss_video=0.1320 lr=9.81e-05 + speed=0.77 step/s, 98.71 samples/s + eta=04:14:41 +09/18 [18:05:07] INFO | >> epoch=3 step=1850/13625 trainer.py:845 + loss=0.1442 loss_action=0.0139 + loss_video=0.1303 lr=9.80e-05 + speed=0.77 step/s, 98.79 samples/s + eta=04:14:16 +09/18 [18:05:20] INFO | >> epoch=3 step=1860/13625 trainer.py:845 + loss=0.1408 loss_action=0.0145 + loss_video=0.1264 lr=9.80e-05 + speed=0.77 step/s, 98.79 samples/s + eta=04:14:03 +09/18 [18:05:31] INFO | >> epoch=3 step=1870/13625 trainer.py:845 + loss=0.1503 loss_action=0.0157 + loss_video=0.1346 lr=9.80e-05 + speed=0.77 step/s, 98.87 samples/s + eta=04:13:38 +09/18 [18:05:42] INFO | >> epoch=3 step=1880/13625 trainer.py:845 + loss=0.1463 loss_action=0.0124 + loss_video=0.1339 lr=9.79e-05 + speed=0.77 step/s, 98.92 samples/s + eta=04:13:17 +09/18 [18:05:54] INFO | >> epoch=3 step=1890/13625 trainer.py:845 + loss=0.1687 loss_action=0.0121 + loss_video=0.1566 lr=9.79e-05 + speed=0.77 step/s, 98.96 samples/s + eta=04:12:58 +09/18 [18:06:06] INFO | >> epoch=3 step=1900/13625 trainer.py:845 + loss=0.1400 loss_action=0.0131 + loss_video=0.1269 lr=9.78e-05 + speed=0.77 step/s, 99.01 samples/s + eta=04:12:38 +09/18 [18:06:17] INFO | >> epoch=3 step=1910/13625 trainer.py:845 + loss=0.1499 loss_action=0.0109 + loss_video=0.1390 lr=9.78e-05 + speed=0.77 step/s, 99.08 samples/s + eta=04:12:14 +09/18 [18:06:29] INFO | >> epoch=3 step=1920/13625 trainer.py:845 + loss=0.1510 loss_action=0.0126 + loss_video=0.1384 lr=9.78e-05 + speed=0.77 step/s, 99.14 samples/s + eta=04:11:52 +09/18 [18:06:40] INFO | >> epoch=3 step=1930/13625 trainer.py:845 + loss=0.1602 loss_action=0.0124 + loss_video=0.1478 lr=9.77e-05 + speed=0.78 step/s, 99.20 samples/s + eta=04:11:29 +09/18 [18:06:53] INFO | >> epoch=3 step=1940/13625 trainer.py:845 + loss=0.1630 loss_action=0.0131 + loss_video=0.1500 lr=9.77e-05 + speed=0.78 step/s, 99.21 samples/s + eta=04:11:16 +09/18 [18:07:04] INFO | >> epoch=3 step=1950/13625 trainer.py:845 + loss=0.1477 loss_action=0.0117 + loss_video=0.1359 lr=9.77e-05 + speed=0.78 step/s, 99.28 samples/s + eta=04:10:52 +09/18 [18:07:15] INFO | >> epoch=3 step=1960/13625 trainer.py:845 + loss=0.1529 loss_action=0.0112 + loss_video=0.1417 lr=9.76e-05 + speed=0.78 step/s, 99.35 samples/s + eta=04:10:29 +09/18 [18:07:26] INFO | >> epoch=3 step=1970/13625 trainer.py:845 + loss=0.1529 loss_action=0.0133 + loss_video=0.1397 lr=9.76e-05 + speed=0.78 step/s, 99.42 samples/s + eta=04:10:06 +09/18 [18:07:39] INFO | >> epoch=3 step=1980/13625 trainer.py:845 + loss=0.1617 loss_action=0.0111 + loss_video=0.1506 lr=9.76e-05 + speed=0.78 step/s, 99.40 samples/s + eta=04:09:55 +09/18 [18:07:51] INFO | >> epoch=3 step=1990/13625 trainer.py:845 + loss=0.1666 loss_action=0.0129 + loss_video=0.1537 lr=9.75e-05 + speed=0.78 step/s, 99.47 samples/s + eta=04:09:32 +09/18 [18:08:02] INFO | >> epoch=3 step=2000/13625 trainer.py:845 + loss=0.1385 loss_action=0.0136 + loss_video=0.1250 lr=9.75e-05 + speed=0.78 step/s, 99.53 samples/s + eta=04:09:09 +09/18 [18:08:07] INFO | >> Restoring DiT/proprio training and trainer.py:348 + the configured TDAA freeze mode. +09/18 [18:08:08] INFO | >> step=2000 val_loss=0.0831 trainer.py:876 + infer_psnr=32.5553 infer_ssim=0.9347 + action_l2=0.0016 action_l1=0.0179 +09/18 [18:08:17] INFO | >> epoch=3 step=2010/13625 trainer.py:845 + loss=0.1419 loss_action=0.0127 + loss_video=0.1292 lr=9.74e-05 + speed=0.78 step/s, 99.44 samples/s + eta=04:09:10 +09/18 [18:08:26] INFO | >> epoch=3 step=2020/13625 trainer.py:845 + loss=0.1688 loss_action=0.0135 + loss_video=0.1554 lr=9.74e-05 + speed=0.78 step/s, 99.57 samples/s + eta=04:08:37 +09/18 [18:08:37] INFO | >> epoch=3 step=2030/13625 trainer.py:845 + loss=0.1502 loss_action=0.0134 + loss_video=0.1368 lr=9.74e-05 + speed=0.78 step/s, 99.64 samples/s + eta=04:08:14 +09/18 [18:08:49] INFO | >> epoch=3 step=2040/13625 trainer.py:845 + loss=0.1597 loss_action=0.0141 + loss_video=0.1456 lr=9.73e-05 + speed=0.78 step/s, 99.70 samples/s + eta=04:07:53 +09/18 [18:09:00] INFO | >> epoch=3 step=2050/13625 trainer.py:845 + loss=0.1376 loss_action=0.0117 + loss_video=0.1259 lr=9.73e-05 + speed=0.78 step/s, 99.76 samples/s + eta=04:07:31 +09/18 [18:09:13] INFO | >> epoch=3 step=2060/13625 trainer.py:845 + loss=0.1298 loss_action=0.0108 + loss_video=0.1190 lr=9.73e-05 + speed=0.78 step/s, 99.75 samples/s + eta=04:07:20 +09/18 [18:09:24] INFO | >> epoch=3 step=2070/13625 trainer.py:845 + loss=0.1494 loss_action=0.0098 + loss_video=0.1396 lr=9.72e-05 + speed=0.78 step/s, 99.81 samples/s + eta=04:06:58 +09/18 [18:09:36] INFO | >> epoch=3 step=2080/13625 trainer.py:845 + loss=0.1595 loss_action=0.0130 + loss_video=0.1465 lr=9.72e-05 + speed=0.78 step/s, 99.87 samples/s + eta=04:06:37 +09/18 [18:09:47] INFO | >> epoch=3 step=2090/13625 trainer.py:845 + loss=0.1324 loss_action=0.0131 + loss_video=0.1193 lr=9.71e-05 + speed=0.78 step/s, 99.93 samples/s + eta=04:06:15 +09/18 [18:10:00] INFO | >> epoch=3 step=2100/13625 trainer.py:845 + loss=0.1332 loss_action=0.0096 + loss_video=0.1236 lr=9.71e-05 + speed=0.78 step/s, 99.92 samples/s + eta=04:06:04 +09/18 [18:10:11] INFO | >> epoch=3 step=2110/13625 trainer.py:845 + loss=0.1278 loss_action=0.0109 + loss_video=0.1169 lr=9.71e-05 + speed=0.78 step/s, 99.98 samples/s + eta=04:05:41 +09/18 [18:10:22] INFO | >> epoch=3 step=2120/13625 trainer.py:845 + loss=0.1288 loss_action=0.0110 + loss_video=0.1178 lr=9.70e-05 + speed=0.78 step/s, 100.04 samples/s + eta=04:05:20 +09/18 [18:10:33] INFO | >> epoch=3 step=2130/13625 trainer.py:845 + loss=0.1297 loss_action=0.0119 + loss_video=0.1177 lr=9.70e-05 + speed=0.78 step/s, 100.10 samples/s + eta=04:04:58 +09/18 [18:10:46] INFO | >> epoch=3 step=2140/13625 trainer.py:845 + loss=0.1299 loss_action=0.0098 + loss_video=0.1201 lr=9.69e-05 + speed=0.78 step/s, 100.10 samples/s + eta=04:04:46 +09/18 [18:10:57] INFO | >> epoch=3 step=2150/13625 trainer.py:845 + loss=0.1509 loss_action=0.0099 + loss_video=0.1409 lr=9.69e-05 + speed=0.78 step/s, 100.16 samples/s + eta=04:04:24 +09/18 [18:11:09] INFO | >> epoch=3 step=2160/13625 trainer.py:845 + loss=0.1284 loss_action=0.0101 + loss_video=0.1183 lr=9.68e-05 + speed=0.78 step/s, 100.19 samples/s + eta=04:04:07 +09/18 [18:11:20] INFO | >> epoch=3 step=2170/13625 trainer.py:845 + loss=0.1363 loss_action=0.0124 + loss_video=0.1239 lr=9.68e-05 + speed=0.78 step/s, 100.25 samples/s + eta=04:03:45 +09/18 [18:11:34] INFO | >> epoch=3 step=2180/13625 trainer.py:845 + loss=0.1431 loss_action=0.0111 + loss_video=0.1320 lr=9.68e-05 + speed=0.78 step/s, 100.24 samples/s + eta=04:03:34 +09/18 [18:12:01] INFO | >> epoch=4 step=2190/13625 trainer.py:845 + loss=0.1267 loss_action=0.0128 + loss_video=0.1139 lr=9.67e-05 + speed=0.78 step/s, 99.71 samples/s + eta=04:04:39 +09/18 [18:12:12] INFO | >> epoch=4 step=2200/13625 trainer.py:845 + loss=0.1285 loss_action=0.0118 + loss_video=0.1167 lr=9.67e-05 + speed=0.78 step/s, 99.76 samples/s + eta=04:04:18 +09/18 [18:12:24] INFO | >> epoch=4 step=2210/13625 trainer.py:845 + loss=0.1793 loss_action=0.0117 + loss_video=0.1676 lr=9.66e-05 + speed=0.78 step/s, 99.82 samples/s + eta=04:03:57 +09/18 [18:12:37] INFO | >> epoch=4 step=2220/13625 trainer.py:845 + loss=0.1425 loss_action=0.0105 + loss_video=0.1320 lr=9.66e-05 + speed=0.78 step/s, 99.82 samples/s + eta=04:03:45 +09/18 [18:12:48] INFO | >> epoch=4 step=2230/13625 trainer.py:845 + loss=0.1340 loss_action=0.0118 + loss_video=0.1222 lr=9.65e-05 + speed=0.78 step/s, 99.88 samples/s + eta=04:03:23 +09/18 [18:12:59] INFO | >> epoch=4 step=2240/13625 trainer.py:845 + loss=0.1319 loss_action=0.0109 + loss_video=0.1210 lr=9.65e-05 + speed=0.78 step/s, 99.94 samples/s + eta=04:03:01 +09/18 [18:13:10] INFO | >> epoch=4 step=2250/13625 trainer.py:845 + loss=0.1311 loss_action=0.0099 + loss_video=0.1212 lr=9.65e-05 + speed=0.78 step/s, 100.00 samples/s + eta=04:02:40 +09/18 [18:13:23] INFO | >> epoch=4 step=2260/13625 trainer.py:845 + loss=0.1250 loss_action=0.0116 + loss_video=0.1134 lr=9.64e-05 + speed=0.78 step/s, 100.00 samples/s + eta=04:02:27 +09/18 [18:13:34] INFO | >> epoch=4 step=2270/13625 trainer.py:845 + loss=0.1382 loss_action=0.0135 + loss_video=0.1247 lr=9.64e-05 + speed=0.78 step/s, 100.05 samples/s + eta=04:02:07 +09/18 [18:13:45] INFO | >> epoch=4 step=2280/13625 trainer.py:845 + loss=0.1438 loss_action=0.0090 + loss_video=0.1349 lr=9.63e-05 + speed=0.78 step/s, 100.11 samples/s + eta=04:01:45 +09/18 [18:13:56] INFO | >> epoch=4 step=2290/13625 trainer.py:845 + loss=0.1289 loss_action=0.0113 + loss_video=0.1176 lr=9.63e-05 + speed=0.78 step/s, 100.16 samples/s + eta=04:01:26 +09/18 [18:14:10] INFO | >> epoch=4 step=2300/13625 trainer.py:845 + loss=0.1221 loss_action=0.0094 + loss_video=0.1127 lr=9.62e-05 + speed=0.78 step/s, 100.14 samples/s + eta=04:01:15 +09/18 [18:14:21] INFO | >> epoch=4 step=2310/13625 trainer.py:845 + loss=0.1367 loss_action=0.0115 + loss_video=0.1251 lr=9.62e-05 + speed=0.78 step/s, 100.19 samples/s + eta=04:00:55 +09/18 [18:14:32] INFO | >> epoch=4 step=2320/13625 trainer.py:845 + loss=0.1428 loss_action=0.0103 + loss_video=0.1326 lr=9.61e-05 + speed=0.78 step/s, 100.24 samples/s + eta=04:00:36 +09/18 [18:14:44] INFO | >> epoch=4 step=2330/13625 trainer.py:845 + loss=0.1232 loss_action=0.0105 + loss_video=0.1127 lr=9.61e-05 + speed=0.78 step/s, 100.28 samples/s + eta=04:00:16 +09/18 [18:14:56] INFO | >> epoch=4 step=2340/13625 trainer.py:845 + loss=0.1382 loss_action=0.0108 + loss_video=0.1274 lr=9.60e-05 + speed=0.78 step/s, 100.28 samples/s + eta=04:00:04 +09/18 [18:15:08] INFO | >> epoch=4 step=2350/13625 trainer.py:845 + loss=0.1515 loss_action=0.0115 + loss_video=0.1401 lr=9.60e-05 + speed=0.78 step/s, 100.33 samples/s + eta=03:59:43 +09/18 [18:15:19] INFO | >> epoch=4 step=2360/13625 trainer.py:845 + loss=0.1558 loss_action=0.0120 + loss_video=0.1438 lr=9.59e-05 + speed=0.78 step/s, 100.39 samples/s + eta=03:59:23 +09/18 [18:15:30] INFO | >> epoch=4 step=2370/13625 trainer.py:845 + loss=0.1366 loss_action=0.0109 + loss_video=0.1257 lr=9.59e-05 + speed=0.78 step/s, 100.44 samples/s + eta=03:59:02 +09/18 [18:15:43] INFO | >> epoch=4 step=2380/13625 trainer.py:845 + loss=0.1483 loss_action=0.0120 + loss_video=0.1362 lr=9.59e-05 + speed=0.78 step/s, 100.43 samples/s + eta=03:58:51 +09/18 [18:15:54] INFO | >> epoch=4 step=2390/13625 trainer.py:845 + loss=0.1490 loss_action=0.0089 + loss_video=0.1401 lr=9.58e-05 + speed=0.79 step/s, 100.48 samples/s + eta=03:58:32 +09/18 [18:16:06] INFO | >> epoch=4 step=2400/13625 trainer.py:845 + loss=0.1408 loss_action=0.0126 + loss_video=0.1282 lr=9.58e-05 + speed=0.79 step/s, 100.53 samples/s + eta=03:58:12 +09/18 [18:16:17] INFO | >> epoch=4 step=2410/13625 trainer.py:845 + loss=0.1548 loss_action=0.0096 + loss_video=0.1452 lr=9.57e-05 + speed=0.79 step/s, 100.59 samples/s + eta=03:57:51 +09/18 [18:16:30] INFO | >> epoch=4 step=2420/13625 trainer.py:845 + loss=0.1134 loss_action=0.0107 + loss_video=0.1026 lr=9.57e-05 + speed=0.79 step/s, 100.57 samples/s + eta=03:57:40 +09/18 [18:16:41] INFO | >> epoch=4 step=2430/13625 trainer.py:845 + loss=0.1652 loss_action=0.0107 + loss_video=0.1545 lr=9.56e-05 + speed=0.79 step/s, 100.61 samples/s + eta=03:57:22 +09/18 [18:16:52] INFO | >> epoch=4 step=2440/13625 trainer.py:845 + loss=0.1443 loss_action=0.0103 + loss_video=0.1340 lr=9.56e-05 + speed=0.79 step/s, 100.67 samples/s + eta=03:57:01 +09/18 [18:17:04] INFO | >> epoch=4 step=2450/13625 trainer.py:845 + loss=0.1458 loss_action=0.0121 + loss_video=0.1336 lr=9.55e-05 + speed=0.79 step/s, 100.70 samples/s + eta=03:56:44 +09/18 [18:17:16] INFO | >> epoch=4 step=2460/13625 trainer.py:845 + loss=0.1213 loss_action=0.0105 + loss_video=0.1108 lr=9.55e-05 + speed=0.79 step/s, 100.72 samples/s + eta=03:56:28 +09/18 [18:17:27] INFO | >> epoch=4 step=2470/13625 trainer.py:845 + loss=0.1282 loss_action=0.0108 + loss_video=0.1174 lr=9.54e-05 + speed=0.79 step/s, 100.76 samples/s + eta=03:56:10 +09/18 [18:17:39] INFO | >> epoch=4 step=2480/13625 trainer.py:845 + loss=0.1180 loss_action=0.0095 + loss_video=0.1084 lr=9.54e-05 + speed=0.79 step/s, 100.81 samples/s + eta=03:55:50 +09/18 [18:17:50] INFO | >> epoch=4 step=2490/13625 trainer.py:845 + loss=0.1288 loss_action=0.0096 + loss_video=0.1191 lr=9.53e-05 + speed=0.79 step/s, 100.86 samples/s + eta=03:55:31 +09/18 [18:18:03] INFO | >> epoch=4 step=2500/13625 trainer.py:845 + loss=0.1398 loss_action=0.0104 + loss_video=0.1295 lr=9.53e-05 + speed=0.79 step/s, 100.85 samples/s + eta=03:55:19 +09/18 [18:18:08] INFO | >> Restoring DiT/proprio training and trainer.py:348 + the configured TDAA freeze mode. +09/18 [18:18:09] INFO | >> step=2500 val_loss=0.1836 trainer.py:876 + infer_psnr=31.9632 infer_ssim=0.9472 + action_l2=0.0030 action_l1=0.0190 +09/18 [18:18:18] INFO | >> epoch=4 step=2510/13625 trainer.py:845 + loss=0.1586 loss_action=0.0096 + loss_video=0.1490 lr=9.52e-05 + speed=0.79 step/s, 100.77 samples/s + eta=03:55:17 +09/18 [18:18:27] INFO | >> epoch=4 step=2520/13625 trainer.py:845 + loss=0.1261 loss_action=0.0080 + loss_video=0.1181 lr=9.52e-05 + speed=0.79 step/s, 100.88 samples/s + eta=03:54:50 +09/18 [18:18:37] INFO | >> epoch=4 step=2530/13625 trainer.py:845 + loss=0.1391 loss_action=0.0100 + loss_video=0.1292 lr=9.51e-05 + speed=0.79 step/s, 100.97 samples/s + eta=03:54:25 +09/18 [18:18:50] INFO | >> epoch=4 step=2540/13625 trainer.py:845 + loss=0.1344 loss_action=0.0118 + loss_video=0.1227 lr=9.50e-05 + speed=0.79 step/s, 100.96 samples/s + eta=03:54:13 +09/18 [18:19:01] INFO | >> epoch=4 step=2550/13625 trainer.py:845 + loss=0.1298 loss_action=0.0113 + loss_video=0.1186 lr=9.50e-05 + speed=0.79 step/s, 101.01 samples/s + eta=03:53:53 +09/18 [18:19:12] INFO | >> epoch=4 step=2560/13625 trainer.py:845 + loss=0.1420 loss_action=0.0097 + loss_video=0.1323 lr=9.49e-05 + speed=0.79 step/s, 101.06 samples/s + eta=03:53:35 +09/18 [18:19:23] INFO | >> epoch=4 step=2570/13625 trainer.py:845 + loss=0.1230 loss_action=0.0088 + loss_video=0.1142 lr=9.49e-05 + speed=0.79 step/s, 101.10 samples/s + eta=03:53:16 +09/18 [18:19:36] INFO | >> epoch=4 step=2580/13625 trainer.py:845 + loss=0.1244 loss_action=0.0096 + loss_video=0.1148 lr=9.48e-05 + speed=0.79 step/s, 101.10 samples/s + eta=03:53:03 +09/18 [18:19:48] INFO | >> epoch=4 step=2590/13625 trainer.py:845 + loss=0.1520 loss_action=0.0106 + loss_video=0.1414 lr=9.48e-05 + speed=0.79 step/s, 101.14 samples/s + eta=03:52:46 +09/18 [18:19:59] INFO | >> epoch=4 step=2600/13625 trainer.py:845 + loss=0.1309 loss_action=0.0097 + loss_video=0.1212 lr=9.47e-05 + speed=0.79 step/s, 101.18 samples/s + eta=03:52:27 +09/18 [18:20:10] INFO | >> epoch=4 step=2610/13625 trainer.py:845 + loss=0.1315 loss_action=0.0089 + loss_video=0.1226 lr=9.47e-05 + speed=0.79 step/s, 101.23 samples/s + eta=03:52:08 +09/18 [18:20:23] INFO | >> epoch=4 step=2620/13625 trainer.py:845 + loss=0.1399 loss_action=0.0096 + loss_video=0.1303 lr=9.46e-05 + speed=0.79 step/s, 101.22 samples/s + eta=03:51:56 +09/18 [18:20:34] INFO | >> epoch=4 step=2630/13625 trainer.py:845 + loss=0.1222 loss_action=0.0092 + loss_video=0.1130 lr=9.46e-05 + speed=0.79 step/s, 101.26 samples/s + eta=03:51:38 +09/18 [18:20:45] INFO | >> epoch=4 step=2640/13625 trainer.py:845 + loss=0.1156 loss_action=0.0091 + loss_video=0.1065 lr=9.45e-05 + speed=0.79 step/s, 101.30 samples/s + eta=03:51:19 +09/18 [18:20:57] INFO | >> epoch=4 step=2650/13625 trainer.py:845 + loss=0.1479 loss_action=0.0096 + loss_video=0.1383 lr=9.45e-05 + speed=0.79 step/s, 101.34 samples/s + eta=03:51:01 +09/18 [18:21:10] INFO | >> epoch=4 step=2660/13625 trainer.py:845 + loss=0.1125 loss_action=0.0090 + loss_video=0.1035 lr=9.44e-05 + speed=0.79 step/s, 101.34 samples/s + eta=03:50:49 +09/18 [18:21:21] INFO | >> epoch=4 step=2670/13625 trainer.py:845 + loss=0.1281 loss_action=0.0107 + loss_video=0.1174 lr=9.43e-05 + speed=0.79 step/s, 101.37 samples/s + eta=03:50:32 +09/18 [18:21:32] INFO | >> epoch=4 step=2680/13625 trainer.py:845 + loss=0.1242 loss_action=0.0083 + loss_video=0.1159 lr=9.43e-05 + speed=0.79 step/s, 101.41 samples/s + eta=03:50:14 +09/18 [18:21:44] INFO | >> epoch=4 step=2690/13625 trainer.py:845 + loss=0.1347 loss_action=0.0101 + loss_video=0.1246 lr=9.42e-05 + speed=0.79 step/s, 101.46 samples/s + eta=03:49:56 +09/18 [18:21:57] INFO | >> epoch=4 step=2700/13625 trainer.py:845 + loss=0.1309 loss_action=0.0102 + loss_video=0.1207 lr=9.42e-05 + speed=0.79 step/s, 101.44 samples/s + eta=03:49:45 +09/18 [18:22:09] INFO | >> epoch=4 step=2710/13625 trainer.py:845 + loss=0.1440 loss_action=0.0106 + loss_video=0.1334 lr=9.41e-05 + speed=0.79 step/s, 101.44 samples/s + eta=03:49:32 +09/18 [18:22:20] INFO | >> epoch=4 step=2720/13625 trainer.py:845 + loss=0.1191 loss_action=0.0099 + loss_video=0.1091 lr=9.41e-05 + speed=0.79 step/s, 101.49 samples/s + eta=03:49:13 +09/18 [18:26:15] INFO | >> Saving current state to accelerator.py:3644 + /mnt/dolphinfs/ssd_pool/docker/use + r/hadoop-nlp-sh02/hadoop-aipnlp/EV + A/buxizhou/Benchmark/FastWAM-TDAA/ + work_dirs/hope_fastwam_tdaa_frozen + _20260918_152717_1219/checkpoints/ + state/step_002725 + INFO | >> Saving DeepSpeed Model and accelerator.py:3658 + Optimizer +09/18 [18:33:14] INFO | >> DeepSpeed Model and Optimizer accelerator.py:3661 + saved to output dir + /mnt/dolphinfs/ssd_pool/docker/use + r/hadoop-nlp-sh02/hadoop-aipnlp/EV + A/buxizhou/Benchmark/FastWAM-TDAA/ + work_dirs/hope_fastwam_tdaa_frozen + _20260918_152717_1219/checkpoints/ + state/step_002725/pytorch_model + INFO | >> Scheduler state saved in checkpointing.py:128 + /mnt/dolphinfs/ssd_pool/docker/us + er/hadoop-nlp-sh02/hadoop-aipnlp/ + EVA/buxizhou/Benchmark/FastWAM-TD + AA/work_dirs/hope_fastwam_tdaa_fr + ozen_20260918_152717_1219/checkpo + ints/state/step_002725/scheduler. + bin + INFO | >> Sampler state for dataloader checkpointing.py:145 + 0 saved in + /mnt/dolphinfs/ssd_pool/docker/us + er/hadoop-nlp-sh02/hadoop-aipnlp/ + EVA/buxizhou/Benchmark/FastWAM-TD + AA/work_dirs/hope_fastwam_tdaa_fr + ozen_20260918_152717_1219/checkpo + ints/state/step_002725/sampler.bi + n +09/18 [18:33:16] INFO | >> Random states saved in checkpointing.py:176 + /mnt/dolphinfs/ssd_pool/docker/us + er/hadoop-nlp-sh02/hadoop-aipnlp/ + EVA/buxizhou/Benchmark/FastWAM-TD + AA/work_dirs/hope_fastwam_tdaa_fr + ozen_20260918_152717_1219/checkpo + ints/state/step_002725/random_sta + tes_0.pkl + INFO | >> step=2725 trainer.py:901 + weights=/mnt/dolphinfs/ssd_pool/docker/ + user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/ + buxizhou/Benchmark/FastWAM-TDAA/work_di + rs/hope_fastwam_tdaa_frozen_20260918_15 + 2717_1219/checkpoints/weights/step_0027 + 25.pt + state=/mnt/dolphinfs/ssd_pool/docker/us + er/hadoop-nlp-sh02/hadoop-aipnlp/EVA/bu + xizhou/Benchmark/FastWAM-TDAA/work_dirs + /hope_fastwam_tdaa_frozen_20260918_1527 + 17_1219/checkpoints/state/step_002725 +09/18 [18:33:35] INFO | >> epoch=5 step=2730/13625 trainer.py:845 + loss=0.1504 loss_action=0.0086 + loss_video=0.1418 lr=9.40e-05 + speed=0.67 step/s, 85.12 samples/s + eta=04:33:03 +09/18 [18:33:47] INFO | >> epoch=5 step=2740/13625 trainer.py:845 + loss=0.1104 loss_action=0.0083 + loss_video=0.1021 lr=9.39e-05 + speed=0.67 step/s, 85.18 samples/s + eta=04:32:37 +09/18 [18:34:01] INFO | >> epoch=5 step=2750/13625 trainer.py:845 + loss=0.1278 loss_action=0.0081 + loss_video=0.1197 lr=9.39e-05 + speed=0.67 step/s, 85.21 samples/s + eta=04:32:15 +09/18 [18:34:12] INFO | >> epoch=5 step=2760/13625 trainer.py:845 + loss=0.1341 loss_action=0.0099 + loss_video=0.1242 lr=9.38e-05 + speed=0.67 step/s, 85.29 samples/s + eta=04:31:46 +09/18 [18:34:23] INFO | >> epoch=5 step=2770/13625 trainer.py:845 + loss=0.1417 loss_action=0.0112 + loss_video=0.1305 lr=9.38e-05 + speed=0.67 step/s, 85.37 samples/s + eta=04:31:16 +09/18 [18:34:34] INFO | >> epoch=5 step=2780/13625 trainer.py:845 + loss=0.1338 loss_action=0.0097 + loss_video=0.1241 lr=9.37e-05 + speed=0.67 step/s, 85.45 samples/s + eta=04:30:46 +09/18 [18:34:48] INFO | >> epoch=5 step=2790/13625 trainer.py:845 + loss=0.1350 loss_action=0.0094 + loss_video=0.1256 lr=9.37e-05 + speed=0.67 step/s, 85.48 samples/s + eta=04:30:25 +09/18 [18:34:59] INFO | >> epoch=5 step=2800/13625 trainer.py:845 + loss=0.1221 loss_action=0.0083 + loss_video=0.1138 lr=9.36e-05 + speed=0.67 step/s, 85.55 samples/s + eta=04:29:56 +09/18 [18:35:11] INFO | >> epoch=5 step=2810/13625 trainer.py:845 + loss=0.1407 loss_action=0.0078 + loss_video=0.1329 lr=9.35e-05 + speed=0.67 step/s, 85.62 samples/s + eta=04:29:28 +09/18 [18:35:22] INFO | >> epoch=5 step=2820/13625 trainer.py:845 + loss=0.1195 loss_action=0.0090 + loss_video=0.1106 lr=9.35e-05 + speed=0.67 step/s, 85.70 samples/s + eta=04:28:58 +09/18 [18:35:35] INFO | >> epoch=5 step=2830/13625 trainer.py:845 + loss=0.1411 loss_action=0.0074 + loss_video=0.1337 lr=9.34e-05 + speed=0.67 step/s, 85.74 samples/s + eta=04:28:36 +09/18 [18:35:46] INFO | >> epoch=5 step=2840/13625 trainer.py:845 + loss=0.1254 loss_action=0.0077 + loss_video=0.1177 lr=9.34e-05 + speed=0.67 step/s, 85.81 samples/s + eta=04:28:07 +09/18 [18:35:57] INFO | >> epoch=5 step=2850/13625 trainer.py:845 + loss=0.1467 loss_action=0.0098 + loss_video=0.1369 lr=9.33e-05 + speed=0.67 step/s, 85.89 samples/s + eta=04:27:37 +09/18 [18:36:08] INFO | >> epoch=5 step=2860/13625 trainer.py:845 + loss=0.1261 loss_action=0.0088 + loss_video=0.1173 lr=9.32e-05 + speed=0.67 step/s, 85.96 samples/s + eta=04:27:08 +09/18 [18:36:21] INFO | >> epoch=5 step=2870/13625 trainer.py:845 + loss=0.1121 loss_action=0.0073 + loss_video=0.1048 lr=9.32e-05 + speed=0.67 step/s, 86.00 samples/s + eta=04:26:46 +09/18 [18:36:32] INFO | >> epoch=5 step=2880/13625 trainer.py:845 + loss=0.1002 loss_action=0.0089 + loss_video=0.0913 lr=9.31e-05 + speed=0.67 step/s, 86.08 samples/s + eta=04:26:18 +09/18 [18:36:44] INFO | >> epoch=5 step=2890/13625 trainer.py:845 + loss=0.1204 loss_action=0.0085 + loss_video=0.1120 lr=9.31e-05 + speed=0.67 step/s, 86.15 samples/s + eta=04:25:50 +09/18 [18:36:55] INFO | >> epoch=5 step=2900/13625 trainer.py:845 + loss=0.1353 loss_action=0.0100 + loss_video=0.1253 lr=9.30e-05 + speed=0.67 step/s, 86.22 samples/s + eta=04:25:22 +09/18 [18:37:08] INFO | >> epoch=5 step=2910/13625 trainer.py:845 + loss=0.1546 loss_action=0.0093 + loss_video=0.1454 lr=9.29e-05 + speed=0.67 step/s, 86.25 samples/s + eta=04:25:01 +09/18 [18:37:19] INFO | >> epoch=5 step=2920/13625 trainer.py:845 + loss=0.1099 loss_action=0.0093 + loss_video=0.1006 lr=9.29e-05 + speed=0.67 step/s, 86.32 samples/s + eta=04:24:33 +09/18 [18:37:31] INFO | >> epoch=5 step=2930/13625 trainer.py:845 + loss=0.1193 loss_action=0.0094 + loss_video=0.1100 lr=9.28e-05 + speed=0.67 step/s, 86.39 samples/s + eta=04:24:06 +09/18 [18:37:42] INFO | >> epoch=5 step=2940/13625 trainer.py:845 + loss=0.1052 loss_action=0.0073 + loss_video=0.0978 lr=9.27e-05 + speed=0.68 step/s, 86.46 samples/s + eta=04:23:37 +09/18 [18:37:55] INFO | >> epoch=5 step=2950/13625 trainer.py:845 + loss=0.1419 loss_action=0.0091 + loss_video=0.1328 lr=9.27e-05 + speed=0.68 step/s, 86.49 samples/s + eta=04:23:17 +09/18 [18:38:07] INFO | >> epoch=5 step=2960/13625 trainer.py:845 + loss=0.1110 loss_action=0.0079 + loss_video=0.1032 lr=9.26e-05 + speed=0.68 step/s, 86.57 samples/s + eta=04:22:49 +09/18 [18:38:18] INFO | >> epoch=5 step=2970/13625 trainer.py:845 + loss=0.1240 loss_action=0.0075 + loss_video=0.1164 lr=9.26e-05 + speed=0.68 step/s, 86.64 samples/s + eta=04:22:22 +09/18 [18:38:30] INFO | >> epoch=5 step=2980/13625 trainer.py:845 + loss=0.1076 loss_action=0.0083 + loss_video=0.0993 lr=9.25e-05 + speed=0.68 step/s, 86.69 samples/s + eta=04:21:58 +09/18 [18:38:42] INFO | >> epoch=5 step=2990/13625 trainer.py:845 + loss=0.1270 loss_action=0.0086 + loss_video=0.1184 lr=9.24e-05 + speed=0.68 step/s, 86.74 samples/s + eta=04:21:33 +09/18 [18:38:54] INFO | >> epoch=5 step=3000/13625 trainer.py:845 + loss=0.1252 loss_action=0.0092 + loss_video=0.1160 lr=9.24e-05 + speed=0.68 step/s, 86.80 samples/s + eta=04:21:07 +09/18 [18:38:58] INFO | >> Restoring DiT/proprio training and trainer.py:348 + the configured TDAA freeze mode. +09/18 [18:38:59] INFO | >> step=3000 val_loss=0.1396 trainer.py:876 + infer_psnr=31.9671 infer_ssim=0.9444 + action_l2=0.0006 action_l1=0.0138 +09/18 [18:39:09] INFO | >> epoch=5 step=3010/13625 trainer.py:845 + loss=0.1322 loss_action=0.0079 + loss_video=0.1244 lr=9.23e-05 + speed=0.68 step/s, 86.79 samples/s + eta=04:20:54 +09/18 [18:39:18] INFO | >> epoch=5 step=3020/13625 trainer.py:845 + loss=0.1414 loss_action=0.0090 + loss_video=0.1324 lr=9.22e-05 + speed=0.68 step/s, 86.90 samples/s + eta=04:20:21 +09/18 [18:39:28] INFO | >> epoch=5 step=3030/13625 trainer.py:845 + loss=0.1315 loss_action=0.0091 + loss_video=0.1224 lr=9.22e-05 + speed=0.68 step/s, 86.99 samples/s + eta=04:19:50 +09/18 [18:39:39] INFO | >> epoch=5 step=3040/13625 trainer.py:845 + loss=0.1334 loss_action=0.0095 + loss_video=0.1239 lr=9.21e-05 + speed=0.68 step/s, 87.06 samples/s + eta=04:19:23 +09/18 [18:39:51] INFO | >> epoch=5 step=3050/13625 trainer.py:845 + loss=0.1294 loss_action=0.0077 + loss_video=0.1217 lr=9.20e-05 + speed=0.68 step/s, 87.13 samples/s + eta=04:18:56 +09/18 [18:40:02] INFO | >> epoch=5 step=3060/13625 trainer.py:845 + loss=0.1144 loss_action=0.0075 + loss_video=0.1069 lr=9.20e-05 + speed=0.68 step/s, 87.19 samples/s + eta=04:18:29 +09/18 [18:40:15] INFO | >> epoch=5 step=3070/13625 trainer.py:845 + loss=0.1467 loss_action=0.0074 + loss_video=0.1393 lr=9.19e-05 + speed=0.68 step/s, 87.23 samples/s + eta=04:18:08 +09/18 [18:40:26] INFO | >> epoch=5 step=3080/13625 trainer.py:845 + loss=0.1351 loss_action=0.0093 + loss_video=0.1258 lr=9.18e-05 + speed=0.68 step/s, 87.29 samples/s + eta=04:17:42 +09/18 [18:40:37] INFO | >> epoch=5 step=3090/13625 trainer.py:845 + loss=0.1289 loss_action=0.0087 + loss_video=0.1202 lr=9.18e-05 + speed=0.68 step/s, 87.36 samples/s + eta=04:17:16 +09/18 [18:40:49] INFO | >> epoch=5 step=3100/13625 trainer.py:845 + loss=0.1293 loss_action=0.0087 + loss_video=0.1206 lr=9.17e-05 + speed=0.68 step/s, 87.42 samples/s + eta=04:16:50 +09/18 [18:41:02] INFO | >> epoch=5 step=3110/13625 trainer.py:845 + loss=0.1441 loss_action=0.0089 + loss_video=0.1352 lr=9.16e-05 + speed=0.68 step/s, 87.46 samples/s + eta=04:16:29 +09/18 [18:41:13] INFO | >> epoch=5 step=3120/13625 trainer.py:845 + loss=0.1246 loss_action=0.0089 + loss_video=0.1156 lr=9.16e-05 + speed=0.68 step/s, 87.52 samples/s + eta=04:16:03 +09/18 [18:41:24] INFO | >> epoch=5 step=3130/13625 trainer.py:845 + loss=0.1374 loss_action=0.0077 + loss_video=0.1297 lr=9.15e-05 + speed=0.68 step/s, 87.59 samples/s + eta=04:15:36 +09/18 [18:41:35] INFO | >> epoch=5 step=3140/13625 trainer.py:845 + loss=0.1270 loss_action=0.0084 + loss_video=0.1186 lr=9.14e-05 + speed=0.68 step/s, 87.66 samples/s + eta=04:15:10 +09/18 [18:41:48] INFO | >> epoch=5 step=3150/13625 trainer.py:845 + loss=0.0954 loss_action=0.0074 + loss_video=0.0880 lr=9.14e-05 + speed=0.69 step/s, 87.69 samples/s + eta=04:14:49 +09/18 [18:41:59] INFO | >> epoch=5 step=3160/13625 trainer.py:845 + loss=0.1396 loss_action=0.0079 + loss_video=0.1317 lr=9.13e-05 + speed=0.69 step/s, 87.76 samples/s + eta=04:14:23 +09/18 [18:42:10] INFO | >> epoch=5 step=3170/13625 trainer.py:845 + loss=0.1485 loss_action=0.0075 + loss_video=0.1410 lr=9.12e-05 + speed=0.69 step/s, 87.83 samples/s + eta=04:13:57 +09/18 [18:42:21] INFO | >> epoch=5 step=3180/13625 trainer.py:845 + loss=0.1186 loss_action=0.0113 + loss_video=0.1073 lr=9.12e-05 + speed=0.69 step/s, 87.89 samples/s + eta=04:13:31 +09/18 [18:42:34] INFO | >> epoch=5 step=3190/13625 trainer.py:845 + loss=0.1168 loss_action=0.0091 + loss_video=0.1077 lr=9.11e-05 + speed=0.69 step/s, 87.92 samples/s + eta=04:13:11 +09/18 [18:42:45] INFO | >> epoch=5 step=3200/13625 trainer.py:845 + loss=0.1264 loss_action=0.0075 + loss_video=0.1189 lr=9.10e-05 + speed=0.69 step/s, 87.99 samples/s + eta=04:12:45 +09/18 [18:42:56] INFO | >> epoch=5 step=3210/13625 trainer.py:845 + loss=0.1337 loss_action=0.0059 + loss_video=0.1278 lr=9.10e-05 + speed=0.69 step/s, 88.05 samples/s + eta=04:12:20 +09/18 [18:43:07] INFO | >> epoch=5 step=3220/13625 trainer.py:845 + loss=0.1347 loss_action=0.0087 + loss_video=0.1260 lr=9.09e-05 + speed=0.69 step/s, 88.12 samples/s + eta=04:11:54 +09/18 [18:43:20] INFO | >> epoch=5 step=3230/13625 trainer.py:845 + loss=0.1166 loss_action=0.0066 + loss_video=0.1100 lr=9.08e-05 + speed=0.69 step/s, 88.15 samples/s + eta=04:11:35 +09/18 [18:43:31] INFO | >> epoch=5 step=3240/13625 trainer.py:845 + loss=0.1283 loss_action=0.0091 + loss_video=0.1192 lr=9.08e-05 + speed=0.69 step/s, 88.21 samples/s + eta=04:11:09 +09/18 [18:43:43] INFO | >> epoch=5 step=3250/13625 trainer.py:845 + loss=0.1173 loss_action=0.0090 + loss_video=0.1083 lr=9.07e-05 + speed=0.69 step/s, 88.26 samples/s + eta=04:10:45 +09/18 [18:43:54] INFO | >> epoch=5 step=3260/13625 trainer.py:845 + loss=0.1175 loss_action=0.0083 + loss_video=0.1093 lr=9.06e-05 + speed=0.69 step/s, 88.33 samples/s + eta=04:10:20 +09/18 [18:44:07] INFO | >> epoch=5 step=3270/13625 trainer.py:845 + loss=0.1365 loss_action=0.0084 + loss_video=0.1282 lr=9.05e-05 + speed=0.69 step/s, 88.35 samples/s + eta=04:10:01 +09/18 [18:44:35] INFO | >> epoch=6 step=3280/13625 trainer.py:845 + loss=0.0979 loss_action=0.0074 + loss_video=0.0905 lr=9.05e-05 + speed=0.69 step/s, 88.11 samples/s + eta=04:10:28 +09/18 [18:44:46] INFO | >> epoch=6 step=3290/13625 trainer.py:845 + loss=0.1258 loss_action=0.0087 + loss_video=0.1171 lr=9.04e-05 + speed=0.69 step/s, 88.17 samples/s + eta=04:10:04 +09/18 [18:44:58] INFO | >> epoch=6 step=3300/13625 trainer.py:845 + loss=0.1202 loss_action=0.0073 + loss_video=0.1130 lr=9.03e-05 + speed=0.69 step/s, 88.22 samples/s + eta=04:09:40 +09/18 [18:45:11] INFO | >> epoch=6 step=3310/13625 trainer.py:845 + loss=0.1228 loss_action=0.0093 + loss_video=0.1135 lr=9.03e-05 + speed=0.69 step/s, 88.24 samples/s + eta=04:09:22 +09/18 [18:45:22] INFO | >> epoch=6 step=3320/13625 trainer.py:845 + loss=0.1255 loss_action=0.0069 + loss_video=0.1186 lr=9.02e-05 + speed=0.69 step/s, 88.31 samples/s + eta=04:08:57 +09/18 [18:45:33] INFO | >> epoch=6 step=3330/13625 trainer.py:845 + loss=0.1288 loss_action=0.0091 + loss_video=0.1197 lr=9.01e-05 + speed=0.69 step/s, 88.37 samples/s + eta=04:08:32 +09/18 [18:45:44] INFO | >> epoch=6 step=3340/13625 trainer.py:845 + loss=0.1060 loss_action=0.0074 + loss_video=0.0986 lr=9.00e-05 + speed=0.69 step/s, 88.43 samples/s + eta=04:08:07 +09/18 [18:45:57] INFO | >> epoch=6 step=3350/13625 trainer.py:845 + loss=0.1362 loss_action=0.0089 + loss_video=0.1273 lr=9.00e-05 + speed=0.69 step/s, 88.46 samples/s + eta=04:07:48 +09/18 [18:46:08] INFO | >> epoch=6 step=3360/13625 trainer.py:845 + loss=0.1165 loss_action=0.0063 + loss_video=0.1102 lr=8.99e-05 + speed=0.69 step/s, 88.52 samples/s + eta=04:07:23 +09/18 [18:46:19] INFO | >> epoch=6 step=3370/13625 trainer.py:845 + loss=0.1252 loss_action=0.0070 + loss_video=0.1182 lr=8.98e-05 + speed=0.69 step/s, 88.58 samples/s + eta=04:06:58 +09/18 [18:46:31] INFO | >> epoch=6 step=3380/13625 trainer.py:845 + loss=0.1072 loss_action=0.0063 + loss_video=0.1009 lr=8.98e-05 + speed=0.69 step/s, 88.64 samples/s + eta=04:06:34 +09/18 [18:46:44] INFO | >> epoch=6 step=3390/13625 trainer.py:845 + loss=0.1153 loss_action=0.0090 + loss_video=0.1063 lr=8.97e-05 + speed=0.69 step/s, 88.66 samples/s + eta=04:06:17 +09/18 [18:46:55] INFO | >> epoch=6 step=3400/13625 trainer.py:845 + loss=0.1097 loss_action=0.0079 + loss_video=0.1017 lr=8.96e-05 + speed=0.69 step/s, 88.71 samples/s + eta=04:05:52 +09/18 [18:47:07] INFO | >> epoch=6 step=3410/13625 trainer.py:845 + loss=0.1073 loss_action=0.0093 + loss_video=0.0980 lr=8.95e-05 + speed=0.69 step/s, 88.77 samples/s + eta=04:05:29 +09/18 [18:47:18] INFO | >> epoch=6 step=3420/13625 trainer.py:845 + loss=0.1227 loss_action=0.0093 + loss_video=0.1135 lr=8.95e-05 + speed=0.69 step/s, 88.83 samples/s + eta=04:05:05 +09/18 [18:47:31] INFO | >> epoch=6 step=3430/13625 trainer.py:845 + loss=0.1148 loss_action=0.0073 + loss_video=0.1075 lr=8.94e-05 + speed=0.69 step/s, 88.85 samples/s + eta=04:04:47 +09/18 [18:47:42] INFO | >> epoch=6 step=3440/13625 trainer.py:845 + loss=0.1251 loss_action=0.0071 + loss_video=0.1180 lr=8.93e-05 + speed=0.69 step/s, 88.91 samples/s + eta=04:04:23 +09/18 [18:47:53] INFO | >> epoch=6 step=3450/13625 trainer.py:845 + loss=0.1227 loss_action=0.0068 + loss_video=0.1159 lr=8.92e-05 + speed=0.70 step/s, 88.97 samples/s + eta=04:03:59 +09/18 [18:48:05] INFO | >> epoch=6 step=3460/13625 trainer.py:845 + loss=0.1208 loss_action=0.0082 + loss_video=0.1126 lr=8.92e-05 + speed=0.70 step/s, 89.02 samples/s + eta=04:03:36 +09/18 [18:48:18] INFO | >> epoch=6 step=3470/13625 trainer.py:845 + loss=0.1202 loss_action=0.0068 + loss_video=0.1134 lr=8.91e-05 + speed=0.70 step/s, 89.04 samples/s + eta=04:03:17 +09/18 [18:48:29] INFO | >> epoch=6 step=3480/13625 trainer.py:845 + loss=0.1139 loss_action=0.0072 + loss_video=0.1067 lr=8.90e-05 + speed=0.70 step/s, 89.10 samples/s + eta=04:02:54 +09/18 [18:48:40] INFO | >> epoch=6 step=3490/13625 trainer.py:845 + loss=0.1290 loss_action=0.0063 + loss_video=0.1228 lr=8.89e-05 + speed=0.70 step/s, 89.16 samples/s + eta=04:02:30 +09/18 [18:48:52] INFO | >> epoch=6 step=3500/13625 trainer.py:845 + loss=0.1140 loss_action=0.0092 + loss_video=0.1048 lr=8.89e-05 + speed=0.70 step/s, 89.21 samples/s + eta=04:02:07 +09/18 [18:48:56] INFO | >> Restoring DiT/proprio training and trainer.py:348 + the configured TDAA freeze mode. +09/18 [18:48:57] INFO | >> step=3500 val_loss=0.1107 trainer.py:876 + infer_psnr=35.9206 infer_ssim=0.9502 + action_l2=0.0005 action_l1=0.0116 +09/18 [18:49:07] INFO | >> epoch=6 step=3510/13625 trainer.py:845 + loss=0.1232 loss_action=0.0068 + loss_video=0.1164 lr=8.88e-05 + speed=0.70 step/s, 89.20 samples/s + eta=04:01:55 +09/18 [18:49:16] INFO | >> epoch=6 step=3520/13625 trainer.py:845 + loss=0.1245 loss_action=0.0068 + loss_video=0.1178 lr=8.87e-05 + speed=0.70 step/s, 89.28 samples/s + eta=04:01:27 +09/18 [18:49:29] INFO | >> epoch=6 step=3530/13625 trainer.py:845 + loss=0.1187 loss_action=0.0083 + loss_video=0.1103 lr=8.86e-05 + speed=0.70 step/s, 89.32 samples/s + eta=04:01:07 +09/18 [18:49:40] INFO | >> epoch=6 step=3540/13625 trainer.py:845 + loss=0.1309 loss_action=0.0068 + loss_video=0.1241 lr=8.86e-05 + speed=0.70 step/s, 89.37 samples/s + eta=04:00:43 +09/18 [18:49:53] INFO | >> epoch=6 step=3550/13625 trainer.py:845 + loss=0.1146 loss_action=0.0074 + loss_video=0.1072 lr=8.85e-05 + speed=0.70 step/s, 89.39 samples/s + eta=04:00:26 +09/18 [18:50:05] INFO | >> epoch=6 step=3560/13625 trainer.py:845 + loss=0.1092 loss_action=0.0081 + loss_video=0.1010 lr=8.84e-05 + speed=0.70 step/s, 89.44 samples/s + eta=04:00:04 +09/18 [18:50:16] INFO | >> epoch=6 step=3570/13625 trainer.py:845 + loss=0.1330 loss_action=0.0088 + loss_video=0.1242 lr=8.83e-05 + speed=0.70 step/s, 89.49 samples/s + eta=03:59:41 +09/18 [18:50:27] INFO | >> epoch=6 step=3580/13625 trainer.py:845 + loss=0.1124 loss_action=0.0080 + loss_video=0.1044 lr=8.82e-05 + speed=0.70 step/s, 89.54 samples/s + eta=03:59:19 +09/18 [18:50:41] INFO | >> epoch=6 step=3590/13625 trainer.py:845 + loss=0.1101 loss_action=0.0065 + loss_video=0.1036 lr=8.82e-05 + speed=0.70 step/s, 89.56 samples/s + eta=03:59:01 +09/18 [18:50:52] INFO | >> epoch=6 step=3600/13625 trainer.py:845 + loss=0.1326 loss_action=0.0084 + loss_video=0.1242 lr=8.81e-05 + speed=0.70 step/s, 89.62 samples/s + eta=03:58:39 +09/18 [18:51:03] INFO | >> epoch=6 step=3610/13625 trainer.py:845 + loss=0.1201 loss_action=0.0072 + loss_video=0.1129 lr=8.80e-05 + speed=0.70 step/s, 89.67 samples/s + eta=03:58:16 +09/18 [18:51:14] INFO | >> epoch=6 step=3620/13625 trainer.py:845 + loss=0.1073 loss_action=0.0076 + loss_video=0.0997 lr=8.79e-05 + speed=0.70 step/s, 89.72 samples/s + eta=03:57:53 +09/18 [18:51:27] INFO | >> epoch=6 step=3630/13625 trainer.py:845 + loss=0.1189 loss_action=0.0059 + loss_video=0.1129 lr=8.79e-05 + speed=0.70 step/s, 89.74 samples/s + eta=03:57:36 +09/18 [18:51:39] INFO | >> epoch=6 step=3640/13625 trainer.py:845 + loss=0.1168 loss_action=0.0077 + loss_video=0.1091 lr=8.78e-05 + speed=0.70 step/s, 89.78 samples/s + eta=03:57:15 +09/18 [18:51:51] INFO | >> epoch=6 step=3650/13625 trainer.py:845 + loss=0.1204 loss_action=0.0080 + loss_video=0.1124 lr=8.77e-05 + speed=0.70 step/s, 89.83 samples/s + eta=03:56:53 +09/18 [18:52:02] INFO | >> epoch=6 step=3660/13625 trainer.py:845 + loss=0.1109 loss_action=0.0073 + loss_video=0.1036 lr=8.76e-05 + speed=0.70 step/s, 89.88 samples/s + eta=03:56:30 +09/18 [18:52:15] INFO | >> epoch=6 step=3670/13625 trainer.py:845 + loss=0.1197 loss_action=0.0070 + loss_video=0.1127 lr=8.75e-05 + speed=0.70 step/s, 89.90 samples/s + eta=03:56:13 +09/18 [18:52:26] INFO | >> epoch=6 step=3680/13625 trainer.py:845 + loss=0.1254 loss_action=0.0073 + loss_video=0.1181 lr=8.75e-05 + speed=0.70 step/s, 89.95 samples/s + eta=03:55:51 +09/18 [18:52:37] INFO | >> epoch=6 step=3690/13625 trainer.py:845 + loss=0.1195 loss_action=0.0071 + loss_video=0.1124 lr=8.74e-05 + speed=0.70 step/s, 90.00 samples/s + eta=03:55:29 +09/18 [18:52:49] INFO | >> epoch=6 step=3700/13625 trainer.py:845 + loss=0.1317 loss_action=0.0071 + loss_video=0.1246 lr=8.73e-05 + speed=0.70 step/s, 90.05 samples/s + eta=03:55:07 +09/18 [18:53:02] INFO | >> epoch=6 step=3710/13625 trainer.py:845 + loss=0.1222 loss_action=0.0069 + loss_video=0.1152 lr=8.72e-05 + speed=0.70 step/s, 90.07 samples/s + eta=03:54:49 +09/18 [18:53:13] INFO | >> epoch=6 step=3720/13625 trainer.py:845 + loss=0.1095 loss_action=0.0064 + loss_video=0.1031 lr=8.71e-05 + speed=0.70 step/s, 90.13 samples/s + eta=03:54:27 +09/18 [18:53:24] INFO | >> epoch=6 step=3730/13625 trainer.py:845 + loss=0.0967 loss_action=0.0069 + loss_video=0.0898 lr=8.71e-05 + speed=0.70 step/s, 90.18 samples/s + eta=03:54:05 +09/18 [18:53:35] INFO | >> epoch=6 step=3740/13625 trainer.py:845 + loss=0.1060 loss_action=0.0065 + loss_video=0.0996 lr=8.70e-05 + speed=0.70 step/s, 90.23 samples/s + eta=03:53:43 +09/18 [18:53:49] INFO | >> epoch=6 step=3750/13625 trainer.py:845 + loss=0.1150 loss_action=0.0070 + loss_video=0.1080 lr=8.69e-05 + speed=0.71 step/s, 90.24 samples/s + eta=03:53:26 +09/18 [18:54:00] INFO | >> epoch=6 step=3760/13625 trainer.py:845 + loss=0.1109 loss_action=0.0075 + loss_video=0.1034 lr=8.68e-05 + speed=0.71 step/s, 90.29 samples/s + eta=03:53:04 +09/18 [18:54:11] INFO | >> epoch=6 step=3770/13625 trainer.py:845 + loss=0.1128 loss_action=0.0075 + loss_video=0.1054 lr=8.67e-05 + speed=0.71 step/s, 90.34 samples/s + eta=03:52:42 +09/18 [18:54:22] INFO | >> epoch=6 step=3780/13625 trainer.py:845 + loss=0.1250 loss_action=0.0075 + loss_video=0.1175 lr=8.66e-05 + speed=0.71 step/s, 90.39 samples/s + eta=03:52:21 +09/18 [18:54:36] INFO | >> epoch=6 step=3790/13625 trainer.py:845 + loss=0.1141 loss_action=0.0064 + loss_video=0.1077 lr=8.66e-05 + speed=0.71 step/s, 90.41 samples/s + eta=03:52:04 +09/18 [18:54:47] INFO | >> epoch=6 step=3800/13625 trainer.py:845 + loss=0.1291 loss_action=0.0072 + loss_video=0.1219 lr=8.65e-05 + speed=0.71 step/s, 90.45 samples/s + eta=03:51:43 +09/18 [18:54:58] INFO | >> epoch=6 step=3810/13625 trainer.py:845 + loss=0.0995 loss_action=0.0067 + loss_video=0.0928 lr=8.64e-05 + speed=0.71 step/s, 90.51 samples/s + eta=03:51:20 +09/18 [18:55:25] INFO | >> epoch=7 step=3820/13625 trainer.py:845 + loss=0.0992 loss_action=0.0068 + loss_video=0.0925 lr=8.63e-05 + speed=0.71 step/s, 90.29 samples/s + eta=03:51:39 +09/18 [18:55:37] INFO | >> epoch=7 step=3830/13625 trainer.py:845 + loss=0.1101 loss_action=0.0068 + loss_video=0.1033 lr=8.62e-05 + speed=0.71 step/s, 90.32 samples/s + eta=03:51:21 +09/18 [18:55:50] INFO | >> epoch=7 step=3840/13625 trainer.py:845 + loss=0.1172 loss_action=0.0064 + loss_video=0.1107 lr=8.61e-05 + speed=0.71 step/s, 90.34 samples/s + eta=03:51:03 +09/18 [18:56:02] INFO | >> epoch=7 step=3850/13625 trainer.py:845 + loss=0.1170 loss_action=0.0076 + loss_video=0.1094 lr=8.61e-05 + speed=0.71 step/s, 90.39 samples/s + eta=03:50:42 +09/18 [18:56:13] INFO | >> epoch=7 step=3860/13625 trainer.py:845 + loss=0.1232 loss_action=0.0079 + loss_video=0.1153 lr=8.60e-05 + speed=0.71 step/s, 90.43 samples/s + eta=03:50:21 +09/18 [18:56:24] INFO | >> epoch=7 step=3870/13625 trainer.py:845 + loss=0.1154 loss_action=0.0066 + loss_video=0.1088 lr=8.59e-05 + speed=0.71 step/s, 90.48 samples/s + eta=03:49:59 +09/18 [18:56:37] INFO | >> epoch=7 step=3880/13625 trainer.py:845 + loss=0.1210 loss_action=0.0051 + loss_video=0.1159 lr=8.58e-05 + speed=0.71 step/s, 90.50 samples/s + eta=03:49:42 +09/18 [18:56:48] INFO | >> epoch=7 step=3890/13625 trainer.py:845 + loss=0.1294 loss_action=0.0058 + loss_video=0.1236 lr=8.57e-05 + speed=0.71 step/s, 90.55 samples/s + eta=03:49:20 +09/18 [18:57:00] INFO | >> epoch=7 step=3900/13625 trainer.py:845 + loss=0.1065 loss_action=0.0071 + loss_video=0.0994 lr=8.56e-05 + speed=0.71 step/s, 90.60 samples/s + eta=03:48:59 +09/18 [18:57:11] INFO | >> epoch=7 step=3910/13625 trainer.py:845 + loss=0.1202 loss_action=0.0061 + loss_video=0.1141 lr=8.56e-05 + speed=0.71 step/s, 90.65 samples/s + eta=03:48:37 +09/18 [18:57:24] INFO | >> epoch=7 step=3920/13625 trainer.py:845 + loss=0.1149 loss_action=0.0062 + loss_video=0.1087 lr=8.55e-05 + speed=0.71 step/s, 90.67 samples/s + eta=03:48:20 +09/18 [18:57:35] INFO | >> epoch=7 step=3930/13625 trainer.py:845 + loss=0.1179 loss_action=0.0061 + loss_video=0.1118 lr=8.54e-05 + speed=0.71 step/s, 90.72 samples/s + eta=03:47:59 +09/18 [18:57:46] INFO | >> epoch=7 step=3940/13625 trainer.py:845 + loss=0.1243 loss_action=0.0067 + loss_video=0.1177 lr=8.53e-05 + speed=0.71 step/s, 90.76 samples/s + eta=03:47:38 +09/18 [18:57:57] INFO | >> epoch=7 step=3950/13625 trainer.py:845 + loss=0.1006 loss_action=0.0057 + loss_video=0.0949 lr=8.52e-05 + speed=0.71 step/s, 90.81 samples/s + eta=03:47:16 +09/18 [18:58:10] INFO | >> epoch=7 step=3960/13625 trainer.py:845 + loss=0.0991 loss_action=0.0066 + loss_video=0.0926 lr=8.51e-05 + speed=0.71 step/s, 90.83 samples/s + eta=03:47:00 +09/18 [18:58:22] INFO | >> epoch=7 step=3970/13625 trainer.py:845 + loss=0.1034 loss_action=0.0052 + loss_video=0.0982 lr=8.50e-05 + speed=0.71 step/s, 90.87 samples/s + eta=03:46:39 +09/18 [18:58:33] INFO | >> epoch=7 step=3980/13625 trainer.py:845 + loss=0.1024 loss_action=0.0067 + loss_video=0.0957 lr=8.50e-05 + speed=0.71 step/s, 90.92 samples/s + eta=03:46:18 +09/18 [18:58:44] INFO | >> epoch=7 step=3990/13625 trainer.py:845 + loss=0.0999 loss_action=0.0069 + loss_video=0.0930 lr=8.49e-05 + speed=0.71 step/s, 90.97 samples/s + eta=03:45:57 +09/18 [18:58:57] INFO | >> epoch=7 step=4000/13625 trainer.py:845 + loss=0.1277 loss_action=0.0070 + loss_video=0.1207 lr=8.48e-05 + speed=0.71 step/s, 90.98 samples/s + eta=03:45:40 +09/18 [18:59:02] INFO | >> Restoring DiT/proprio training and trainer.py:348 + the configured TDAA freeze mode. +09/18 [18:59:03] INFO | >> step=4000 val_loss=0.0825 trainer.py:876 + infer_psnr=34.7913 infer_ssim=0.9531 + action_l2=0.0029 action_l1=0.0212 +09/18 [18:59:12] INFO | >> epoch=7 step=4010/13625 trainer.py:845 + loss=0.0987 loss_action=0.0058 + loss_video=0.0929 lr=8.47e-05 + speed=0.71 step/s, 90.96 samples/s + eta=03:45:29 +09/18 [18:59:22] INFO | >> epoch=7 step=4020/13625 trainer.py:845 + loss=0.1362 loss_action=0.0053 + loss_video=0.1309 lr=8.46e-05 + speed=0.71 step/s, 91.04 samples/s + eta=03:45:04 +09/18 [18:59:31] INFO | >> epoch=7 step=4030/13625 trainer.py:845 + loss=0.1187 loss_action=0.0061 + loss_video=0.1126 lr=8.45e-05 + speed=0.71 step/s, 91.11 samples/s + eta=03:44:39 +09/18 [18:59:44] INFO | >> epoch=7 step=4040/13625 trainer.py:845 + loss=0.1091 loss_action=0.0067 + loss_video=0.1024 lr=8.44e-05 + speed=0.71 step/s, 91.13 samples/s + eta=03:44:22 +09/18 [18:59:55] INFO | >> epoch=7 step=4050/13625 trainer.py:845 + loss=0.1200 loss_action=0.0063 + loss_video=0.1138 lr=8.44e-05 + speed=0.71 step/s, 91.18 samples/s + eta=03:44:02 +09/18 [19:00:06] INFO | >> epoch=7 step=4060/13625 trainer.py:845 + loss=0.1081 loss_action=0.0062 + loss_video=0.1019 lr=8.43e-05 + speed=0.71 step/s, 91.22 samples/s + eta=03:43:41 +09/18 [19:00:18] INFO | >> epoch=7 step=4070/13625 trainer.py:845 + loss=0.1207 loss_action=0.0075 + loss_video=0.1132 lr=8.42e-05 + speed=0.71 step/s, 91.27 samples/s + eta=03:43:20 +09/18 [19:00:31] INFO | >> epoch=7 step=4080/13625 trainer.py:845 + loss=0.1242 loss_action=0.0059 + loss_video=0.1183 lr=8.41e-05 + speed=0.71 step/s, 91.28 samples/s + eta=03:43:05 +09/18 [19:00:42] INFO | >> epoch=7 step=4090/13625 trainer.py:845 + loss=0.1051 loss_action=0.0065 + loss_video=0.0986 lr=8.40e-05 + speed=0.71 step/s, 91.33 samples/s + eta=03:42:43 +09/18 [19:00:53] INFO | >> epoch=7 step=4100/13625 trainer.py:845 + loss=0.1152 loss_action=0.0064 + loss_video=0.1088 lr=8.39e-05 + speed=0.71 step/s, 91.38 samples/s + eta=03:42:21 +09/18 [19:01:04] INFO | >> epoch=7 step=4110/13625 trainer.py:845 + loss=0.1081 loss_action=0.0068 + loss_video=0.1013 lr=8.38e-05 + speed=0.71 step/s, 91.42 samples/s + eta=03:42:01 +09/18 [19:01:17] INFO | >> epoch=7 step=4120/13625 trainer.py:845 + loss=0.1228 loss_action=0.0061 + loss_video=0.1167 lr=8.37e-05 + speed=0.71 step/s, 91.43 samples/s + eta=03:41:46 +09/18 [19:01:29] INFO | >> epoch=7 step=4130/13625 trainer.py:845 + loss=0.1079 loss_action=0.0058 + loss_video=0.1021 lr=8.36e-05 + speed=0.71 step/s, 91.48 samples/s + eta=03:41:26 +09/18 [19:01:40] INFO | >> epoch=7 step=4140/13625 trainer.py:845 + loss=0.0994 loss_action=0.0055 + loss_video=0.0939 lr=8.36e-05 + speed=0.71 step/s, 91.52 samples/s + eta=03:41:06 +09/18 [19:01:52] INFO | >> epoch=7 step=4150/13625 trainer.py:845 + loss=0.1101 loss_action=0.0054 + loss_video=0.1047 lr=8.35e-05 + speed=0.72 step/s, 91.56 samples/s + eta=03:40:46 +09/18 [19:02:05] INFO | >> epoch=7 step=4160/13625 trainer.py:845 + loss=0.1073 loss_action=0.0061 + loss_video=0.1012 lr=8.34e-05 + speed=0.72 step/s, 91.57 samples/s + eta=03:40:30 +09/18 [19:02:16] INFO | >> epoch=7 step=4170/13625 trainer.py:845 + loss=0.1291 loss_action=0.0062 + loss_video=0.1229 lr=8.33e-05 + speed=0.72 step/s, 91.61 samples/s + eta=03:40:10 +09/18 [19:02:27] INFO | >> epoch=7 step=4180/13625 trainer.py:845 + loss=0.1139 loss_action=0.0062 + loss_video=0.1077 lr=8.32e-05 + speed=0.72 step/s, 91.66 samples/s + eta=03:39:50 +09/18 [19:02:39] INFO | >> epoch=7 step=4190/13625 trainer.py:845 + loss=0.1081 loss_action=0.0073 + loss_video=0.1007 lr=8.31e-05 + speed=0.72 step/s, 91.70 samples/s + eta=03:39:30 +09/18 [19:02:51] INFO | >> epoch=7 step=4200/13625 trainer.py:845 + loss=0.1145 loss_action=0.0065 + loss_video=0.1080 lr=8.30e-05 + speed=0.72 step/s, 91.71 samples/s + eta=03:39:14 +09/18 [19:03:03] INFO | >> epoch=7 step=4210/13625 trainer.py:845 + loss=0.0992 loss_action=0.0059 + loss_video=0.0933 lr=8.29e-05 + speed=0.72 step/s, 91.76 samples/s + eta=03:38:54 +09/18 [19:03:14] INFO | >> epoch=7 step=4220/13625 trainer.py:845 + loss=0.1250 loss_action=0.0075 + loss_video=0.1175 lr=8.28e-05 + speed=0.72 step/s, 91.80 samples/s + eta=03:38:33 +09/18 [19:03:25] INFO | >> epoch=7 step=4230/13625 trainer.py:845 + loss=0.0933 loss_action=0.0054 + loss_video=0.0879 lr=8.27e-05 + speed=0.72 step/s, 91.84 samples/s + eta=03:38:13 +09/18 [19:03:38] INFO | >> epoch=7 step=4240/13625 trainer.py:845 + loss=0.1027 loss_action=0.0058 + loss_video=0.0969 lr=8.27e-05 + speed=0.72 step/s, 91.86 samples/s + eta=03:37:57 +09/18 [19:03:49] INFO | >> epoch=7 step=4250/13625 trainer.py:845 + loss=0.1242 loss_action=0.0058 + loss_video=0.1184 lr=8.26e-05 + speed=0.72 step/s, 91.91 samples/s + eta=03:37:36 +09/18 [19:04:00] INFO | >> epoch=7 step=4260/13625 trainer.py:845 + loss=0.1287 loss_action=0.0065 + loss_video=0.1223 lr=8.25e-05 + speed=0.72 step/s, 91.95 samples/s + eta=03:37:16 +09/18 [19:04:11] INFO | >> epoch=7 step=4270/13625 trainer.py:845 + loss=0.1290 loss_action=0.0054 + loss_video=0.1236 lr=8.24e-05 + speed=0.72 step/s, 91.99 samples/s + eta=03:36:56 +09/18 [19:04:24] INFO | >> epoch=7 step=4280/13625 trainer.py:845 + loss=0.1038 loss_action=0.0058 + loss_video=0.0980 lr=8.23e-05 + speed=0.72 step/s, 92.01 samples/s + eta=03:36:40 +09/18 [19:04:35] INFO | >> epoch=7 step=4290/13625 trainer.py:845 + loss=0.0988 loss_action=0.0066 + loss_video=0.0923 lr=8.22e-05 + speed=0.72 step/s, 92.05 samples/s + eta=03:36:20 +09/18 [19:04:46] INFO | >> epoch=7 step=4300/13625 trainer.py:845 + loss=0.1113 loss_action=0.0051 + loss_video=0.1062 lr=8.21e-05 + speed=0.72 step/s, 92.10 samples/s + eta=03:36:00 +09/18 [19:04:58] INFO | >> epoch=7 step=4310/13625 trainer.py:845 + loss=0.1216 loss_action=0.0057 + loss_video=0.1159 lr=8.20e-05 + speed=0.72 step/s, 92.13 samples/s + eta=03:35:41 +09/18 [19:05:10] INFO | >> epoch=7 step=4320/13625 trainer.py:845 + loss=0.1129 loss_action=0.0062 + loss_video=0.1066 lr=8.19e-05 + speed=0.72 step/s, 92.15 samples/s + eta=03:35:24 +09/18 [19:05:21] INFO | >> epoch=7 step=4330/13625 trainer.py:845 + loss=0.1307 loss_action=0.0066 + loss_video=0.1241 lr=8.18e-05 + speed=0.72 step/s, 92.19 samples/s + eta=03:35:05 +09/18 [19:05:33] INFO | >> epoch=7 step=4340/13625 trainer.py:845 + loss=0.0977 loss_action=0.0066 + loss_video=0.0911 lr=8.17e-05 + speed=0.72 step/s, 92.23 samples/s + eta=03:34:45 +09/18 [19:05:44] INFO | >> epoch=7 step=4350/13625 trainer.py:845 + loss=0.1066 loss_action=0.0057 + loss_video=0.1009 lr=8.16e-05 + speed=0.72 step/s, 92.27 samples/s + eta=03:34:26 +09/18 [19:05:58] INFO | >> epoch=7 step=4360/13625 trainer.py:845 + loss=0.1330 loss_action=0.0067 + loss_video=0.1263 lr=8.15e-05 + speed=0.72 step/s, 92.27 samples/s + eta=03:34:12 +09/18 [19:06:25] INFO | >> epoch=8 step=4370/13625 trainer.py:845 + loss=0.1100 loss_action=0.0067 + loss_video=0.1033 lr=8.14e-05 + speed=0.72 step/s, 92.07 samples/s + eta=03:34:26 +09/18 [19:06:36] INFO | >> epoch=8 step=4380/13625 trainer.py:845 + loss=0.1102 loss_action=0.0053 + loss_video=0.1049 lr=8.14e-05 + speed=0.72 step/s, 92.11 samples/s + eta=03:34:07 +09/18 [19:06:48] INFO | >> epoch=8 step=4390/13625 trainer.py:845 + loss=0.1094 loss_action=0.0049 + loss_video=0.1045 lr=8.13e-05 + speed=0.72 step/s, 92.15 samples/s + eta=03:33:48 +09/18 [19:07:01] INFO | >> epoch=8 step=4400/13625 trainer.py:845 + loss=0.0968 loss_action=0.0057 + loss_video=0.0910 lr=8.12e-05 + speed=0.72 step/s, 92.16 samples/s + eta=03:33:32 +09/18 [19:07:12] INFO | >> epoch=8 step=4410/13625 trainer.py:845 + loss=0.1250 loss_action=0.0053 + loss_video=0.1197 lr=8.11e-05 + speed=0.72 step/s, 92.20 samples/s + eta=03:33:12 +09/18 [19:07:23] INFO | >> epoch=8 step=4420/13625 trainer.py:845 + loss=0.1126 loss_action=0.0048 + loss_video=0.1078 lr=8.10e-05 + speed=0.72 step/s, 92.25 samples/s + eta=03:32:52 +09/18 [19:07:34] INFO | >> epoch=8 step=4430/13625 trainer.py:845 + loss=0.1103 loss_action=0.0056 + loss_video=0.1047 lr=8.09e-05 + speed=0.72 step/s, 92.29 samples/s + eta=03:32:33 +09/18 [19:07:47] INFO | >> epoch=8 step=4440/13625 trainer.py:845 + loss=0.0963 loss_action=0.0047 + loss_video=0.0917 lr=8.08e-05 + speed=0.72 step/s, 92.30 samples/s + eta=03:32:17 +09/18 [19:07:58] INFO | >> epoch=8 step=4450/13625 trainer.py:845 + loss=0.1030 loss_action=0.0053 + loss_video=0.0977 lr=8.07e-05 + speed=0.72 step/s, 92.34 samples/s + eta=03:31:58 +09/18 [19:08:10] INFO | >> epoch=8 step=4460/13625 trainer.py:845 + loss=0.1388 loss_action=0.0060 + loss_video=0.1328 lr=8.06e-05 + speed=0.72 step/s, 92.38 samples/s + eta=03:31:39 +09/18 [19:08:21] INFO | >> epoch=8 step=4470/13625 trainer.py:845 + loss=0.1154 loss_action=0.0063 + loss_video=0.1091 lr=8.05e-05 + speed=0.72 step/s, 92.42 samples/s + eta=03:31:20 +09/18 [19:08:34] INFO | >> epoch=8 step=4480/13625 trainer.py:845 + loss=0.1163 loss_action=0.0055 + loss_video=0.1108 lr=8.04e-05 + speed=0.72 step/s, 92.43 samples/s + eta=03:31:04 +09/18 [19:08:45] INFO | >> epoch=8 step=4490/13625 trainer.py:845 + loss=0.1110 loss_action=0.0057 + loss_video=0.1053 lr=8.03e-05 + speed=0.72 step/s, 92.47 samples/s + eta=03:30:45 +09/18 [19:08:56] INFO | >> epoch=8 step=4500/13625 trainer.py:845 + loss=0.1062 loss_action=0.0074 + loss_video=0.0988 lr=8.02e-05 + speed=0.72 step/s, 92.51 samples/s + eta=03:30:26 +09/18 [19:09:01] INFO | >> Restoring DiT/proprio training and trainer.py:348 + the configured TDAA freeze mode. +09/18 [19:09:02] INFO | >> step=4500 val_loss=0.1043 trainer.py:876 + infer_psnr=31.5148 infer_ssim=0.9443 + action_l2=0.0044 action_l1=0.0214 +09/18 [19:09:11] INFO | >> epoch=8 step=4510/13625 trainer.py:845 + loss=0.1134 loss_action=0.0056 + loss_video=0.1078 lr=8.01e-05 + speed=0.72 step/s, 92.49 samples/s + eta=03:30:14 +09/18 [19:09:21] INFO | >> epoch=8 step=4520/13625 trainer.py:845 + loss=0.1141 loss_action=0.0052 + loss_video=0.1088 lr=8.00e-05 + speed=0.72 step/s, 92.55 samples/s + eta=03:29:52 +09/18 [19:09:32] INFO | >> epoch=8 step=4530/13625 trainer.py:845 + loss=0.0921 loss_action=0.0056 + loss_video=0.0865 lr=7.99e-05 + speed=0.72 step/s, 92.59 samples/s + eta=03:29:33 +09/18 [19:09:43] INFO | >> epoch=8 step=4540/13625 trainer.py:845 + loss=0.1082 loss_action=0.0048 + loss_video=0.1034 lr=7.98e-05 + speed=0.72 step/s, 92.63 samples/s + eta=03:29:14 +09/18 [19:09:55] INFO | >> epoch=8 step=4550/13625 trainer.py:845 + loss=0.1253 loss_action=0.0053 + loss_video=0.1200 lr=7.97e-05 + speed=0.72 step/s, 92.67 samples/s + eta=03:28:55 +09/18 [19:10:08] INFO | >> epoch=8 step=4560/13625 trainer.py:845 + loss=0.1318 loss_action=0.0050 + loss_video=0.1268 lr=7.96e-05 + speed=0.72 step/s, 92.67 samples/s + eta=03:28:40 +09/18 [19:10:19] INFO | >> epoch=8 step=4570/13625 trainer.py:845 + loss=0.1073 loss_action=0.0052 + loss_video=0.1021 lr=7.95e-05 + speed=0.72 step/s, 92.71 samples/s + eta=03:28:21 +09/18 [19:10:30] INFO | >> epoch=8 step=4580/13625 trainer.py:845 + loss=0.0990 loss_action=0.0064 + loss_video=0.0926 lr=7.94e-05 + speed=0.72 step/s, 92.75 samples/s + eta=03:28:02 +09/18 [19:10:42] INFO | >> epoch=8 step=4590/13625 trainer.py:845 + loss=0.1206 loss_action=0.0052 + loss_video=0.1154 lr=7.93e-05 + speed=0.72 step/s, 92.78 samples/s + eta=03:27:44 +09/18 [19:10:55] INFO | >> epoch=8 step=4600/13625 trainer.py:845 + loss=0.1085 loss_action=0.0076 + loss_video=0.1009 lr=7.92e-05 + speed=0.72 step/s, 92.80 samples/s + eta=03:27:28 +09/18 [19:11:06] INFO | >> epoch=8 step=4610/13625 trainer.py:845 + loss=0.1131 loss_action=0.0060 + loss_video=0.1070 lr=7.91e-05 + speed=0.73 step/s, 92.83 samples/s + eta=03:27:09 +09/18 [19:11:17] INFO | >> epoch=8 step=4620/13625 trainer.py:845 + loss=0.1143 loss_action=0.0041 + loss_video=0.1103 lr=7.91e-05 + speed=0.73 step/s, 92.87 samples/s + eta=03:26:51 +09/18 [19:11:29] INFO | >> epoch=8 step=4630/13625 trainer.py:845 + loss=0.1120 loss_action=0.0053 + loss_video=0.1068 lr=7.90e-05 + speed=0.73 step/s, 92.90 samples/s + eta=03:26:33 +09/18 [19:11:42] INFO | >> epoch=8 step=4640/13625 trainer.py:845 + loss=0.0967 loss_action=0.0058 + loss_video=0.0909 lr=7.89e-05 + speed=0.73 step/s, 92.91 samples/s + eta=03:26:18 +09/18 [19:11:54] INFO | >> epoch=8 step=4650/13625 trainer.py:845 + loss=0.1117 loss_action=0.0059 + loss_video=0.1058 lr=7.88e-05 + speed=0.73 step/s, 92.94 samples/s + eta=03:26:01 +09/18 [19:12:06] INFO | >> epoch=8 step=4660/13625 trainer.py:845 + loss=0.1131 loss_action=0.0056 + loss_video=0.1075 lr=7.87e-05 + speed=0.73 step/s, 92.96 samples/s + eta=03:25:43 +09/18 [19:12:17] INFO | >> epoch=8 step=4670/13625 trainer.py:845 + loss=0.1087 loss_action=0.0062 + loss_video=0.1025 lr=7.86e-05 + speed=0.73 step/s, 93.00 samples/s + eta=03:25:25 +09/18 [19:12:30] INFO | >> epoch=8 step=4680/13625 trainer.py:845 + loss=0.1081 loss_action=0.0052 + loss_video=0.1029 lr=7.85e-05 + speed=0.73 step/s, 93.02 samples/s + eta=03:25:09 +09/18 [19:12:41] INFO | >> epoch=8 step=4690/13625 trainer.py:845 + loss=0.1153 loss_action=0.0063 + loss_video=0.1090 lr=7.84e-05 + speed=0.73 step/s, 93.05 samples/s + eta=03:24:51 +09/18 [19:12:53] INFO | >> epoch=8 step=4700/13625 trainer.py:845 + loss=0.1168 loss_action=0.0064 + loss_video=0.1103 lr=7.83e-05 + speed=0.73 step/s, 93.08 samples/s + eta=03:24:32 +09/18 [19:13:04] INFO | >> epoch=8 step=4710/13625 trainer.py:845 + loss=0.1133 loss_action=0.0068 + loss_video=0.1064 lr=7.82e-05 + speed=0.73 step/s, 93.12 samples/s + eta=03:24:14 +09/18 [19:13:16] INFO | >> epoch=8 step=4720/13625 trainer.py:845 + loss=0.1140 loss_action=0.0050 + loss_video=0.1091 lr=7.81e-05 + speed=0.73 step/s, 93.14 samples/s + eta=03:23:58 +09/18 [19:13:28] INFO | >> epoch=8 step=4730/13625 trainer.py:845 + loss=0.1035 loss_action=0.0058 + loss_video=0.0977 lr=7.80e-05 + speed=0.73 step/s, 93.17 samples/s + eta=03:23:40 +09/18 [19:13:39] INFO | >> epoch=8 step=4740/13625 trainer.py:845 + loss=0.1067 loss_action=0.0064 + loss_video=0.1003 lr=7.79e-05 + speed=0.73 step/s, 93.21 samples/s + eta=03:23:21 +09/18 [19:13:50] INFO | >> epoch=8 step=4750/13625 trainer.py:845 + loss=0.0994 loss_action=0.0051 + loss_video=0.0944 lr=7.78e-05 + speed=0.73 step/s, 93.25 samples/s + eta=03:23:02 +09/18 [19:14:03] INFO | >> epoch=8 step=4760/13625 trainer.py:845 + loss=0.1004 loss_action=0.0063 + loss_video=0.0941 lr=7.77e-05 + speed=0.73 step/s, 93.26 samples/s + eta=03:22:46 +09/18 [19:14:14] INFO | >> epoch=8 step=4770/13625 trainer.py:845 + loss=0.0952 loss_action=0.0058 + loss_video=0.0894 lr=7.76e-05 + speed=0.73 step/s, 93.29 samples/s + eta=03:22:29 +09/18 [19:14:25] INFO | >> epoch=8 step=4780/13625 trainer.py:845 + loss=0.0993 loss_action=0.0051 + loss_video=0.0941 lr=7.75e-05 + speed=0.73 step/s, 93.33 samples/s + eta=03:22:10 +09/18 [19:14:37] INFO | >> epoch=8 step=4790/13625 trainer.py:845 + loss=0.1029 loss_action=0.0055 + loss_video=0.0974 lr=7.74e-05 + speed=0.73 step/s, 93.36 samples/s + eta=03:21:52 +09/18 [19:14:49] INFO | >> epoch=8 step=4800/13625 trainer.py:845 + loss=0.1122 loss_action=0.0055 + loss_video=0.1067 lr=7.73e-05 + speed=0.73 step/s, 93.39 samples/s + eta=03:21:36 +09/18 [19:15:01] INFO | >> epoch=8 step=4810/13625 trainer.py:845 + loss=0.1096 loss_action=0.0058 + loss_video=0.1037 lr=7.72e-05 + speed=0.73 step/s, 93.41 samples/s + eta=03:21:19 +09/18 [19:15:12] INFO | >> epoch=8 step=4820/13625 trainer.py:845 + loss=0.1007 loss_action=0.0049 + loss_video=0.0957 lr=7.71e-05 + speed=0.73 step/s, 93.45 samples/s + eta=03:21:00 +09/18 [19:15:23] INFO | >> epoch=8 step=4830/13625 trainer.py:845 + loss=0.1203 loss_action=0.0050 + loss_video=0.1153 lr=7.70e-05 + speed=0.73 step/s, 93.48 samples/s + eta=03:20:42 +09/18 [19:15:36] INFO | >> epoch=8 step=4840/13625 trainer.py:845 + loss=0.1310 loss_action=0.0059 + loss_video=0.1251 lr=7.69e-05 + speed=0.73 step/s, 93.50 samples/s + eta=03:20:26 +09/18 [19:15:47] INFO | >> epoch=8 step=4850/13625 trainer.py:845 + loss=0.1117 loss_action=0.0071 + loss_video=0.1046 lr=7.67e-05 + speed=0.73 step/s, 93.53 samples/s + eta=03:20:09 +09/18 [19:15:59] INFO | >> epoch=8 step=4860/13625 trainer.py:845 + loss=0.1014 loss_action=0.0045 + loss_video=0.0968 lr=7.66e-05 + speed=0.73 step/s, 93.55 samples/s + eta=03:19:52 +09/18 [19:16:10] INFO | >> epoch=8 step=4870/13625 trainer.py:845 + loss=0.1105 loss_action=0.0055 + loss_video=0.1051 lr=7.65e-05 + speed=0.73 step/s, 93.60 samples/s + eta=03:19:33 +09/18 [19:16:22] INFO | >> epoch=8 step=4880/13625 trainer.py:845 + loss=0.1042 loss_action=0.0051 + loss_video=0.0990 lr=7.64e-05 + speed=0.73 step/s, 93.62 samples/s + eta=03:19:17 +09/18 [19:16:34] INFO | >> epoch=8 step=4890/13625 trainer.py:845 + loss=0.1089 loss_action=0.0054 + loss_video=0.1034 lr=7.63e-05 + speed=0.73 step/s, 93.64 samples/s + eta=03:19:00 +09/18 [19:16:45] INFO | >> epoch=8 step=4900/13625 trainer.py:845 + loss=0.0960 loss_action=0.0052 + loss_video=0.0908 lr=7.62e-05 + speed=0.73 step/s, 93.68 samples/s + eta=03:18:42 +09/18 [19:17:13] INFO | >> epoch=9 step=4910/13625 trainer.py:845 + loss=0.0995 loss_action=0.0043 + loss_video=0.0952 lr=7.61e-05 + speed=0.73 step/s, 93.48 samples/s + eta=03:18:52 +09/18 [19:17:24] INFO | >> epoch=9 step=4920/13625 trainer.py:845 + loss=0.1035 loss_action=0.0052 + loss_video=0.0983 lr=7.60e-05 + speed=0.73 step/s, 93.52 samples/s + eta=03:18:34 +09/18 [19:17:37] INFO | >> epoch=9 step=4930/13625 trainer.py:845 + loss=0.1101 loss_action=0.0058 + loss_video=0.1043 lr=7.59e-05 + speed=0.73 step/s, 93.53 samples/s + eta=03:18:19 +09/18 [19:17:48] INFO | >> epoch=9 step=4940/13625 trainer.py:845 + loss=0.1134 loss_action=0.0047 + loss_video=0.1087 lr=7.58e-05 + speed=0.73 step/s, 93.56 samples/s + eta=03:18:01 +09/18 [19:17:59] INFO | >> epoch=9 step=4950/13625 trainer.py:845 + loss=0.0929 loss_action=0.0058 + loss_video=0.0871 lr=7.57e-05 + speed=0.73 step/s, 93.60 samples/s + eta=03:17:43 +09/18 [19:18:10] INFO | >> epoch=9 step=4960/13625 trainer.py:845 + loss=0.1015 loss_action=0.0051 + loss_video=0.0964 lr=7.56e-05 + speed=0.73 step/s, 93.63 samples/s + eta=03:17:25 +09/18 [19:18:23] INFO | >> epoch=9 step=4970/13625 trainer.py:845 + loss=0.1038 loss_action=0.0053 + loss_video=0.0985 lr=7.55e-05 + speed=0.73 step/s, 93.64 samples/s + eta=03:17:10 +09/18 [19:18:34] INFO | >> epoch=9 step=4980/13625 trainer.py:845 + loss=0.0935 loss_action=0.0048 + loss_video=0.0887 lr=7.54e-05 + speed=0.73 step/s, 93.68 samples/s + eta=03:16:52 +09/18 [19:18:46] INFO | >> epoch=9 step=4990/13625 trainer.py:845 + loss=0.1196 loss_action=0.0061 + loss_video=0.1135 lr=7.53e-05 + speed=0.73 step/s, 93.71 samples/s + eta=03:16:34 +09/18 [19:18:57] INFO | >> epoch=9 step=5000/13625 trainer.py:845 + loss=0.1100 loss_action=0.0057 + loss_video=0.1043 lr=7.52e-05 + speed=0.73 step/s, 93.74 samples/s + eta=03:16:16 +09/18 [19:19:02] INFO | >> Restoring DiT/proprio training and trainer.py:348 + the configured TDAA freeze mode. +09/18 [19:19:03] INFO | >> step=5000 val_loss=0.1012 trainer.py:876 + infer_psnr=36.1766 infer_ssim=0.9594 + action_l2=0.0003 action_l1=0.0098 +09/18 [19:19:12] INFO | >> epoch=9 step=5010/13625 trainer.py:845 + loss=0.1272 loss_action=0.0052 + loss_video=0.1219 lr=7.51e-05 + speed=0.73 step/s, 93.72 samples/s + eta=03:16:05 +09/18 [19:19:21] INFO | >> epoch=9 step=5020/13625 trainer.py:845 + loss=0.1171 loss_action=0.0053 + loss_video=0.1117 lr=7.50e-05 + speed=0.73 step/s, 93.78 samples/s + eta=03:15:44 +09/18 [19:19:32] INFO | >> epoch=9 step=5030/13625 trainer.py:845 + loss=0.0984 loss_action=0.0056 + loss_video=0.0928 lr=7.49e-05 + speed=0.73 step/s, 93.82 samples/s + eta=03:15:26 +09/18 [19:19:44] INFO | >> epoch=9 step=5040/13625 trainer.py:845 + loss=0.1141 loss_action=0.0044 + loss_video=0.1098 lr=7.48e-05 + speed=0.73 step/s, 93.85 samples/s + eta=03:15:08 +09/18 [19:19:57] INFO | >> epoch=9 step=5050/13625 trainer.py:845 + loss=0.1052 loss_action=0.0048 + loss_video=0.1003 lr=7.47e-05 + speed=0.73 step/s, 93.86 samples/s + eta=03:14:54 +09/18 [19:20:09] INFO | >> epoch=9 step=5060/13625 trainer.py:845 + loss=0.1028 loss_action=0.0052 + loss_video=0.0976 lr=7.46e-05 + speed=0.73 step/s, 93.88 samples/s + eta=03:14:37 +09/18 [19:20:20] INFO | >> epoch=9 step=5070/13625 trainer.py:845 + loss=0.0993 loss_action=0.0049 + loss_video=0.0945 lr=7.45e-05 + speed=0.73 step/s, 93.91 samples/s + eta=03:14:20 +09/18 [19:20:31] INFO | >> epoch=9 step=5080/13625 trainer.py:845 + loss=0.1196 loss_action=0.0059 + loss_video=0.1137 lr=7.44e-05 + speed=0.73 step/s, 93.94 samples/s + eta=03:14:02 +09/18 [19:20:43] INFO | >> epoch=9 step=5090/13625 trainer.py:845 + loss=0.1060 loss_action=0.0046 + loss_video=0.1015 lr=7.43e-05 + speed=0.73 step/s, 93.97 samples/s + eta=03:13:46 +09/18 [19:20:56] INFO | >> epoch=9 step=5100/13625 trainer.py:845 + loss=0.0932 loss_action=0.0052 + loss_video=0.0880 lr=7.42e-05 + speed=0.73 step/s, 93.98 samples/s + eta=03:13:30 +09/18 [19:21:07] INFO | >> epoch=9 step=5110/13625 trainer.py:845 + loss=0.0934 loss_action=0.0046 + loss_video=0.0888 lr=7.41e-05 + speed=0.73 step/s, 94.02 samples/s + eta=03:13:12 +09/18 [19:21:18] INFO | >> epoch=9 step=5120/13625 trainer.py:845 + loss=0.1063 loss_action=0.0051 + loss_video=0.1012 lr=7.39e-05 + speed=0.73 step/s, 94.05 samples/s + eta=03:12:54 +09/18 [19:21:29] INFO | >> epoch=9 step=5130/13625 trainer.py:845 + loss=0.1080 loss_action=0.0051 + loss_video=0.1029 lr=7.38e-05 + speed=0.73 step/s, 94.08 samples/s + eta=03:12:37 +09/18 [19:21:42] INFO | >> epoch=9 step=5140/13625 trainer.py:845 + loss=0.1100 loss_action=0.0048 + loss_video=0.1053 lr=7.37e-05 + speed=0.74 step/s, 94.10 samples/s + eta=03:12:21 +09/18 [19:21:53] INFO | >> epoch=9 step=5150/13625 trainer.py:845 + loss=0.0940 loss_action=0.0052 + loss_video=0.0888 lr=7.36e-05 + speed=0.74 step/s, 94.13 samples/s + eta=03:12:04 +09/18 [19:22:04] INFO | >> epoch=9 step=5160/13625 trainer.py:845 + loss=0.0971 loss_action=0.0045 + loss_video=0.0926 lr=7.35e-05 + speed=0.74 step/s, 94.17 samples/s + eta=03:11:46 +09/18 [19:22:15] INFO | >> epoch=9 step=5170/13625 trainer.py:845 + loss=0.1091 loss_action=0.0053 + loss_video=0.1039 lr=7.34e-05 + speed=0.74 step/s, 94.19 samples/s + eta=03:11:29 +09/18 [19:22:28] INFO | >> epoch=9 step=5180/13625 trainer.py:845 + loss=0.1152 loss_action=0.0055 + loss_video=0.1097 lr=7.33e-05 + speed=0.74 step/s, 94.21 samples/s + eta=03:11:13 +09/18 [19:22:39] INFO | >> epoch=9 step=5190/13625 trainer.py:845 + loss=0.1063 loss_action=0.0053 + loss_video=0.1011 lr=7.32e-05 + speed=0.74 step/s, 94.24 samples/s + eta=03:10:56 +09/18 [19:22:51] INFO | >> epoch=9 step=5200/13625 trainer.py:845 + loss=0.1100 loss_action=0.0047 + loss_video=0.1052 lr=7.31e-05 + speed=0.74 step/s, 94.25 samples/s + eta=03:10:41 +09/18 [19:23:03] INFO | >> epoch=9 step=5210/13625 trainer.py:845 + loss=0.1056 loss_action=0.0054 + loss_video=0.1002 lr=7.30e-05 + speed=0.74 step/s, 94.29 samples/s + eta=03:10:23 +09/18 [19:23:14] INFO | >> epoch=9 step=5220/13625 trainer.py:845 + loss=0.1124 loss_action=0.0047 + loss_video=0.1077 lr=7.29e-05 + speed=0.74 step/s, 94.32 samples/s + eta=03:10:06 +09/18 [19:23:25] INFO | >> epoch=9 step=5230/13625 trainer.py:845 + loss=0.1204 loss_action=0.0046 + loss_video=0.1158 lr=7.28e-05 + speed=0.74 step/s, 94.34 samples/s + eta=03:09:49 +09/18 [19:23:39] INFO | >> epoch=9 step=5240/13625 trainer.py:845 + loss=0.1097 loss_action=0.0058 + loss_video=0.1040 lr=7.27e-05 + speed=0.74 step/s, 94.34 samples/s + eta=03:09:36 +09/18 [19:23:51] INFO | >> epoch=9 step=5250/13625 trainer.py:845 + loss=0.0987 loss_action=0.0051 + loss_video=0.0937 lr=7.26e-05 + speed=0.74 step/s, 94.37 samples/s + eta=03:09:19 +09/18 [19:24:02] INFO | >> epoch=9 step=5260/13625 trainer.py:845 + loss=0.0992 loss_action=0.0058 + loss_video=0.0934 lr=7.25e-05 + speed=0.74 step/s, 94.40 samples/s + eta=03:09:02 +09/18 [19:24:13] INFO | >> epoch=9 step=5270/13625 trainer.py:845 + loss=0.0979 loss_action=0.0061 + loss_video=0.0918 lr=7.23e-05 + speed=0.74 step/s, 94.43 samples/s + eta=03:08:45 +09/18 [19:24:27] INFO | >> epoch=9 step=5280/13625 trainer.py:845 + loss=0.0889 loss_action=0.0040 + loss_video=0.0849 lr=7.22e-05 + speed=0.74 step/s, 94.43 samples/s + eta=03:08:31 +09/18 [19:24:38] INFO | >> epoch=9 step=5290/13625 trainer.py:845 + loss=0.1029 loss_action=0.0046 + loss_video=0.0983 lr=7.21e-05 + speed=0.74 step/s, 94.46 samples/s + eta=03:08:14 +09/18 [19:24:50] INFO | >> epoch=9 step=5300/13625 trainer.py:845 + loss=0.1190 loss_action=0.0050 + loss_video=0.1139 lr=7.20e-05 + speed=0.74 step/s, 94.49 samples/s + eta=03:07:57 +09/18 [19:25:01] INFO | >> epoch=9 step=5310/13625 trainer.py:845 + loss=0.1102 loss_action=0.0051 + loss_video=0.1051 lr=7.19e-05 + speed=0.74 step/s, 94.51 samples/s + eta=03:07:40 +09/18 [19:25:14] INFO | >> epoch=9 step=5320/13625 trainer.py:845 + loss=0.0981 loss_action=0.0042 + loss_video=0.0939 lr=7.18e-05 + speed=0.74 step/s, 94.52 samples/s + eta=03:07:27 +09/18 [19:25:26] INFO | >> epoch=9 step=5330/13625 trainer.py:845 + loss=0.1112 loss_action=0.0043 + loss_video=0.1069 lr=7.17e-05 + speed=0.74 step/s, 94.54 samples/s + eta=03:07:10 +09/18 [19:25:37] INFO | >> epoch=9 step=5340/13625 trainer.py:845 + loss=0.0905 loss_action=0.0043 + loss_video=0.0862 lr=7.16e-05 + speed=0.74 step/s, 94.57 samples/s + eta=03:06:53 +09/18 [19:25:48] INFO | >> epoch=9 step=5350/13625 trainer.py:845 + loss=0.0864 loss_action=0.0049 + loss_video=0.0815 lr=7.15e-05 + speed=0.74 step/s, 94.60 samples/s + eta=03:06:36 +09/18 [19:26:02] INFO | >> epoch=9 step=5360/13625 trainer.py:845 + loss=0.1100 loss_action=0.0050 + loss_video=0.1050 lr=7.14e-05 + speed=0.74 step/s, 94.60 samples/s + eta=03:06:23 +09/18 [19:26:14] INFO | >> epoch=9 step=5370/13625 trainer.py:845 + loss=0.1161 loss_action=0.0052 + loss_video=0.1109 lr=7.13e-05 + speed=0.74 step/s, 94.62 samples/s + eta=03:06:07 +09/18 [19:26:26] INFO | >> epoch=9 step=5380/13625 trainer.py:845 + loss=0.0980 loss_action=0.0049 + loss_video=0.0930 lr=7.11e-05 + speed=0.74 step/s, 94.65 samples/s + eta=03:05:50 +09/18 [19:26:37] INFO | >> epoch=9 step=5390/13625 trainer.py:845 + loss=0.1034 loss_action=0.0046 + loss_video=0.0988 lr=7.10e-05 + speed=0.74 step/s, 94.67 samples/s + eta=03:05:33 +09/18 [19:26:50] INFO | >> epoch=9 step=5400/13625 trainer.py:845 + loss=0.0915 loss_action=0.0032 + loss_video=0.0883 lr=7.09e-05 + speed=0.74 step/s, 94.68 samples/s + eta=03:05:19 +09/18 [19:27:02] INFO | >> epoch=9 step=5410/13625 trainer.py:845 + loss=0.0974 loss_action=0.0056 + loss_video=0.0918 lr=7.08e-05 + speed=0.74 step/s, 94.70 samples/s + eta=03:05:03 +09/18 [19:27:13] INFO | >> epoch=9 step=5420/13625 trainer.py:845 + loss=0.1029 loss_action=0.0041 + loss_video=0.0988 lr=7.07e-05 + speed=0.74 step/s, 94.73 samples/s + eta=03:04:46 +09/18 [19:27:25] INFO | >> epoch=9 step=5430/13625 trainer.py:845 + loss=0.1142 loss_action=0.0047 + loss_video=0.1094 lr=7.06e-05 + speed=0.74 step/s, 94.76 samples/s + eta=03:04:30 +09/18 [19:27:38] INFO | >> epoch=9 step=5440/13625 trainer.py:845 + loss=0.0931 loss_action=0.0037 + loss_video=0.0894 lr=7.05e-05 + speed=0.74 step/s, 94.76 samples/s + eta=03:04:16 +09/18 [19:27:50] INFO | >> epoch=9 step=5450/13625 trainer.py:845 + loss=0.0954 loss_action=0.0033 + loss_video=0.0920 lr=7.04e-05 + speed=0.74 step/s, 94.77 samples/s + eta=03:04:01 +09/18 [19:31:38] INFO | >> Saving current state to accelerator.py:3644 + /mnt/dolphinfs/ssd_pool/docker/use + r/hadoop-nlp-sh02/hadoop-aipnlp/EV + A/buxizhou/Benchmark/FastWAM-TDAA/ + work_dirs/hope_fastwam_tdaa_frozen + _20260918_152717_1219/checkpoints/ + state/step_005450 + INFO | >> Saving DeepSpeed Model and accelerator.py:3658 + Optimizer +09/18 [19:38:38] INFO | >> DeepSpeed Model and Optimizer accelerator.py:3661 + saved to output dir + /mnt/dolphinfs/ssd_pool/docker/use + r/hadoop-nlp-sh02/hadoop-aipnlp/EV + A/buxizhou/Benchmark/FastWAM-TDAA/ + work_dirs/hope_fastwam_tdaa_frozen + _20260918_152717_1219/checkpoints/ + state/step_005450/pytorch_model + INFO | >> Scheduler state saved in checkpointing.py:128 + /mnt/dolphinfs/ssd_pool/docker/us + er/hadoop-nlp-sh02/hadoop-aipnlp/ + EVA/buxizhou/Benchmark/FastWAM-TD + AA/work_dirs/hope_fastwam_tdaa_fr + ozen_20260918_152717_1219/checkpo + ints/state/step_005450/scheduler. + bin + INFO | >> Sampler state for dataloader checkpointing.py:145 + 0 saved in + /mnt/dolphinfs/ssd_pool/docker/us + er/hadoop-nlp-sh02/hadoop-aipnlp/ + EVA/buxizhou/Benchmark/FastWAM-TD + AA/work_dirs/hope_fastwam_tdaa_fr + ozen_20260918_152717_1219/checkpo + ints/state/step_005450/sampler.bi + n + INFO | >> Random states saved in checkpointing.py:176 + /mnt/dolphinfs/ssd_pool/docker/us + er/hadoop-nlp-sh02/hadoop-aipnlp/ + EVA/buxizhou/Benchmark/FastWAM-TD + AA/work_dirs/hope_fastwam_tdaa_fr + ozen_20260918_152717_1219/checkpo + ints/state/step_005450/random_sta + tes_0.pkl +09/18 [19:38:39] INFO | >> step=5450 trainer.py:901 + weights=/mnt/dolphinfs/ssd_pool/docker/ + user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/ + buxizhou/Benchmark/FastWAM-TDAA/work_di + rs/hope_fastwam_tdaa_frozen_20260918_15 + 2717_1219/checkpoints/weights/step_0054 + 50.pt + state=/mnt/dolphinfs/ssd_pool/docker/us + er/hadoop-nlp-sh02/hadoop-aipnlp/EVA/bu + xizhou/Benchmark/FastWAM-TDAA/work_dirs + /hope_fastwam_tdaa_frozen_20260918_1527 + 17_1219/checkpoints/state/step_005450 +09/18 [19:39:06] INFO | >> epoch=10 step=5460/13625 trainer.py:845 + loss=0.0966 loss_action=0.0050 + loss_video=0.0917 lr=7.03e-05 + speed=0.68 step/s, 86.96 samples/s + eta=03:20:17 +09/18 [19:39:18] INFO | >> epoch=10 step=5470/13625 trainer.py:845 + loss=0.1128 loss_action=0.0052 + loss_video=0.1076 lr=7.02e-05 + speed=0.68 step/s, 86.99 samples/s + eta=03:19:59 +09/18 [19:39:30] INFO | >> epoch=10 step=5480/13625 trainer.py:845 + loss=0.0977 loss_action=0.0049 + loss_video=0.0928 lr=7.01e-05 + speed=0.68 step/s, 87.03 samples/s + eta=03:19:39 +09/18 [19:39:43] INFO | >> epoch=10 step=5490/13625 trainer.py:845 + loss=0.0883 loss_action=0.0054 + loss_video=0.0830 lr=6.99e-05 + speed=0.68 step/s, 87.04 samples/s + eta=03:19:22 +09/18 [19:39:54] INFO | >> epoch=10 step=5500/13625 trainer.py:845 + loss=0.1041 loss_action=0.0039 + loss_video=0.1002 lr=6.98e-05 + speed=0.68 step/s, 87.08 samples/s + eta=03:19:03 +09/18 [19:39:59] INFO | >> Restoring DiT/proprio training and trainer.py:348 + the configured TDAA freeze mode. +09/18 [19:40:00] INFO | >> step=5500 val_loss=0.0579 trainer.py:876 + infer_psnr=34.9898 infer_ssim=0.9528 + action_l2=0.0003 action_l1=0.0099 +09/18 [19:40:09] INFO | >> epoch=10 step=5510/13625 trainer.py:845 + loss=0.0923 loss_action=0.0038 + loss_video=0.0885 lr=6.97e-05 + speed=0.68 step/s, 87.08 samples/s + eta=03:18:48 +09/18 [19:40:20] INFO | >> epoch=10 step=5520/13625 trainer.py:845 + loss=0.0870 loss_action=0.0039 + loss_video=0.0831 lr=6.96e-05 + speed=0.68 step/s, 87.12 samples/s + eta=03:18:27 +09/18 [19:40:32] INFO | >> epoch=10 step=5530/13625 trainer.py:845 + loss=0.0942 loss_action=0.0034 + loss_video=0.0908 lr=6.95e-05 + speed=0.68 step/s, 87.15 samples/s + eta=03:18:09 +09/18 [19:40:45] INFO | >> epoch=10 step=5540/13625 trainer.py:845 + loss=0.0969 loss_action=0.0040 + loss_video=0.0929 lr=6.94e-05 + speed=0.68 step/s, 87.17 samples/s + eta=03:17:51 +09/18 [19:40:57] INFO | >> epoch=10 step=5550/13625 trainer.py:845 + loss=0.1012 loss_action=0.0047 + loss_video=0.0965 lr=6.93e-05 + speed=0.68 step/s, 87.19 samples/s + eta=03:17:34 +09/18 [19:41:13] INFO | >> epoch=10 step=5560/13625 trainer.py:845 + loss=0.1268 loss_action=0.0043 + loss_video=0.1225 lr=6.92e-05 + speed=0.68 step/s, 87.18 samples/s + eta=03:17:20 +09/18 [19:41:25] INFO | >> epoch=10 step=5570/13625 trainer.py:845 + loss=0.0906 loss_action=0.0051 + loss_video=0.0855 lr=6.91e-05 + speed=0.68 step/s, 87.21 samples/s + eta=03:17:02 +09/18 [19:41:37] INFO | >> epoch=10 step=5580/13625 trainer.py:845 + loss=0.1092 loss_action=0.0035 + loss_video=0.1057 lr=6.89e-05 + speed=0.68 step/s, 87.23 samples/s + eta=03:16:44 +09/18 [19:41:50] INFO | >> epoch=10 step=5590/13625 trainer.py:845 + loss=0.0976 loss_action=0.0040 + loss_video=0.0936 lr=6.88e-05 + speed=0.68 step/s, 87.26 samples/s + eta=03:16:26 +09/18 [19:42:05] INFO | >> epoch=10 step=5600/13625 trainer.py:845 + loss=0.0989 loss_action=0.0052 + loss_video=0.0937 lr=6.87e-05 + speed=0.68 step/s, 87.25 samples/s + eta=03:16:13 +09/18 [19:42:18] INFO | >> epoch=10 step=5610/13625 trainer.py:845 + loss=0.1130 loss_action=0.0046 + loss_video=0.1084 lr=6.86e-05 + speed=0.68 step/s, 87.27 samples/s + eta=03:15:55 +09/18 [19:42:30] INFO | >> epoch=10 step=5620/13625 trainer.py:845 + loss=0.0939 loss_action=0.0036 + loss_video=0.0903 lr=6.85e-05 + speed=0.68 step/s, 87.30 samples/s + eta=03:15:37 +09/18 [19:42:43] INFO | >> epoch=10 step=5630/13625 trainer.py:845 + loss=0.1063 loss_action=0.0041 + loss_video=0.1022 lr=6.84e-05 + speed=0.68 step/s, 87.32 samples/s + eta=03:15:19 +09/18 [19:42:58] INFO | >> epoch=10 step=5640/13625 trainer.py:845 + loss=0.0891 loss_action=0.0044 + loss_video=0.0847 lr=6.83e-05 + speed=0.68 step/s, 87.31 samples/s + eta=03:15:05 +09/18 [19:43:10] INFO | >> epoch=10 step=5650/13625 trainer.py:845 + loss=0.1059 loss_action=0.0047 + loss_video=0.1011 lr=6.82e-05 + speed=0.68 step/s, 87.34 samples/s + eta=03:14:47 +09/18 [19:43:22] INFO | >> epoch=10 step=5660/13625 trainer.py:845 + loss=0.0878 loss_action=0.0031 + loss_video=0.0846 lr=6.80e-05 + speed=0.68 step/s, 87.36 samples/s + eta=03:14:29 +09/18 [19:43:35] INFO | >> epoch=10 step=5670/13625 trainer.py:845 + loss=0.1074 loss_action=0.0040 + loss_video=0.1034 lr=6.79e-05 + speed=0.68 step/s, 87.39 samples/s + eta=03:14:12 +09/18 [19:43:50] INFO | >> epoch=10 step=5680/13625 trainer.py:845 + loss=0.0890 loss_action=0.0035 + loss_video=0.0855 lr=6.78e-05 + speed=0.68 step/s, 87.38 samples/s + eta=03:13:58 +09/18 [19:44:02] INFO | >> epoch=10 step=5690/13625 trainer.py:845 + loss=0.1104 loss_action=0.0046 + loss_video=0.1059 lr=6.77e-05 + speed=0.68 step/s, 87.40 samples/s + eta=03:13:40 +09/18 [19:44:15] INFO | >> epoch=10 step=5700/13625 trainer.py:845 + loss=0.1136 loss_action=0.0040 + loss_video=0.1096 lr=6.76e-05 + speed=0.68 step/s, 87.43 samples/s + eta=03:13:22 +09/18 [19:44:27] INFO | >> epoch=10 step=5710/13625 trainer.py:845 + loss=0.1021 loss_action=0.0039 + loss_video=0.0982 lr=6.75e-05 + speed=0.68 step/s, 87.45 samples/s + eta=03:13:04 +09/18 [19:44:43] INFO | >> epoch=10 step=5720/13625 trainer.py:845 + loss=0.0848 loss_action=0.0047 + loss_video=0.0801 lr=6.74e-05 + speed=0.68 step/s, 87.44 samples/s + eta=03:12:51 +09/18 [19:44:56] INFO | >> epoch=10 step=5730/13625 trainer.py:845 + loss=0.1032 loss_action=0.0046 + loss_video=0.0986 lr=6.73e-05 + speed=0.68 step/s, 87.46 samples/s + eta=03:12:34 +09/18 [19:45:08] INFO | >> epoch=10 step=5740/13625 trainer.py:845 + loss=0.1033 loss_action=0.0037 + loss_video=0.0996 lr=6.71e-05 + speed=0.68 step/s, 87.49 samples/s + eta=03:12:15 +09/18 [19:45:20] INFO | >> epoch=10 step=5750/13625 trainer.py:845 + loss=0.0926 loss_action=0.0044 + loss_video=0.0882 lr=6.70e-05 + speed=0.68 step/s, 87.51 samples/s + eta=03:11:58 +09/18 [19:45:35] INFO | >> epoch=10 step=5760/13625 trainer.py:845 + loss=0.0923 loss_action=0.0037 + loss_video=0.0886 lr=6.69e-05 + speed=0.68 step/s, 87.51 samples/s + eta=03:11:44 +09/18 [19:45:48] INFO | >> epoch=10 step=5770/13625 trainer.py:845 + loss=0.1137 loss_action=0.0043 + loss_video=0.1093 lr=6.68e-05 + speed=0.68 step/s, 87.53 samples/s + eta=03:11:27 +09/18 [19:46:00] INFO | >> epoch=10 step=5780/13625 trainer.py:845 + loss=0.0960 loss_action=0.0040 + loss_video=0.0920 lr=6.67e-05 + speed=0.68 step/s, 87.55 samples/s + eta=03:11:09 +09/18 [19:46:13] INFO | >> epoch=10 step=5790/13625 trainer.py:845 + loss=0.1143 loss_action=0.0046 + loss_video=0.1097 lr=6.66e-05 + speed=0.68 step/s, 87.57 samples/s + eta=03:10:51 +09/18 [19:46:28] INFO | >> epoch=10 step=5800/13625 trainer.py:845 + loss=0.1051 loss_action=0.0045 + loss_video=0.1006 lr=6.65e-05 + speed=0.68 step/s, 87.57 samples/s + eta=03:10:38 +09/18 [19:46:40] INFO | >> epoch=10 step=5810/13625 trainer.py:845 + loss=0.0992 loss_action=0.0041 + loss_video=0.0951 lr=6.64e-05 + speed=0.68 step/s, 87.59 samples/s + eta=03:10:20 +09/18 [19:46:53] INFO | >> epoch=10 step=5820/13625 trainer.py:845 + loss=0.1082 loss_action=0.0032 + loss_video=0.1050 lr=6.62e-05 + speed=0.68 step/s, 87.61 samples/s + eta=03:10:02 +09/18 [19:47:05] INFO | >> epoch=10 step=5830/13625 trainer.py:845 + loss=0.0895 loss_action=0.0058 + loss_video=0.0837 lr=6.61e-05 + speed=0.68 step/s, 87.63 samples/s + eta=03:09:45 +09/18 [19:47:21] INFO | >> epoch=10 step=5840/13625 trainer.py:845 + loss=0.0919 loss_action=0.0041 + loss_video=0.0878 lr=6.60e-05 + speed=0.68 step/s, 87.63 samples/s + eta=03:09:32 +09/18 [19:47:33] INFO | >> epoch=10 step=5850/13625 trainer.py:845 + loss=0.0999 loss_action=0.0035 + loss_video=0.0964 lr=6.59e-05 + speed=0.68 step/s, 87.65 samples/s + eta=03:09:14 +09/18 [19:47:45] INFO | >> epoch=10 step=5860/13625 trainer.py:845 + loss=0.0947 loss_action=0.0036 + loss_video=0.0911 lr=6.58e-05 + speed=0.68 step/s, 87.67 samples/s + eta=03:08:57 +09/18 [19:47:58] INFO | >> epoch=10 step=5870/13625 trainer.py:845 + loss=0.1126 loss_action=0.0036 + loss_video=0.1090 lr=6.57e-05 + speed=0.69 step/s, 87.69 samples/s + eta=03:08:39 +09/18 [19:48:14] INFO | >> epoch=10 step=5880/13625 trainer.py:845 + loss=0.1103 loss_action=0.0035 + loss_video=0.1068 lr=6.56e-05 + speed=0.69 step/s, 87.68 samples/s + eta=03:08:26 +09/18 [19:48:26] INFO | >> epoch=10 step=5890/13625 trainer.py:845 + loss=0.1017 loss_action=0.0041 + loss_video=0.0976 lr=6.54e-05 + speed=0.69 step/s, 87.70 samples/s + eta=03:08:08 +09/18 [19:48:38] INFO | >> epoch=10 step=5900/13625 trainer.py:845 + loss=0.1010 loss_action=0.0048 + loss_video=0.0962 lr=6.53e-05 + speed=0.69 step/s, 87.73 samples/s + eta=03:07:51 +09/18 [19:48:51] INFO | >> epoch=10 step=5910/13625 trainer.py:845 + loss=0.0905 loss_action=0.0038 + loss_video=0.0867 lr=6.52e-05 + speed=0.69 step/s, 87.74 samples/s + eta=03:07:34 +09/18 [19:49:07] INFO | >> epoch=10 step=5920/13625 trainer.py:845 + loss=0.0942 loss_action=0.0041 + loss_video=0.0902 lr=6.51e-05 + speed=0.69 step/s, 87.73 samples/s + eta=03:07:21 +09/18 [19:49:20] INFO | >> epoch=10 step=5930/13625 trainer.py:845 + loss=0.1012 loss_action=0.0043 + loss_video=0.0969 lr=6.50e-05 + speed=0.69 step/s, 87.75 samples/s + eta=03:07:04 +09/18 [19:49:32] INFO | >> epoch=10 step=5940/13625 trainer.py:845 + loss=0.1092 loss_action=0.0036 + loss_video=0.1056 lr=6.49e-05 + speed=0.69 step/s, 87.77 samples/s + eta=03:06:47 +09/18 [19:49:44] INFO | >> epoch=10 step=5950/13625 trainer.py:845 + loss=0.0869 loss_action=0.0037 + loss_video=0.0832 lr=6.47e-05 + speed=0.69 step/s, 87.80 samples/s + eta=03:06:29 +09/18 [19:50:00] INFO | >> epoch=10 step=5960/13625 trainer.py:845 + loss=0.1083 loss_action=0.0038 + loss_video=0.1045 lr=6.46e-05 + speed=0.69 step/s, 87.78 samples/s + eta=03:06:16 +09/18 [19:50:13] INFO | >> epoch=10 step=5970/13625 trainer.py:845 + loss=0.1114 loss_action=0.0035 + loss_video=0.1080 lr=6.45e-05 + speed=0.69 step/s, 87.80 samples/s + eta=03:05:59 +09/18 [19:50:25] INFO | >> epoch=10 step=5980/13625 trainer.py:845 + loss=0.0933 loss_action=0.0048 + loss_video=0.0886 lr=6.44e-05 + speed=0.69 step/s, 87.83 samples/s + eta=03:05:42 +09/18 [19:50:37] INFO | >> epoch=10 step=5990/13625 trainer.py:845 + loss=0.0881 loss_action=0.0039 + loss_video=0.0842 lr=6.43e-05 + speed=0.69 step/s, 87.85 samples/s + eta=03:05:24 +09/18 [19:51:07] INFO | >> epoch=11 step=6000/13625 trainer.py:845 + loss=0.0851 loss_action=0.0034 + loss_video=0.0817 lr=6.42e-05 + speed=0.69 step/s, 87.70 samples/s + eta=03:05:28 +09/18 [19:51:11] INFO | >> Restoring DiT/proprio training and trainer.py:348 + the configured TDAA freeze mode. +09/18 [19:51:12] INFO | >> step=6000 val_loss=0.1283 trainer.py:876 + infer_psnr=34.4623 infer_ssim=0.9509 + action_l2=0.0025 action_l1=0.0141 +09/18 [19:51:23] INFO | >> epoch=11 step=6010/13625 trainer.py:845 + loss=0.0782 loss_action=0.0030 + loss_video=0.0751 lr=6.41e-05 + speed=0.69 step/s, 87.69 samples/s + eta=03:05:15 +09/18 [19:51:32] INFO | >> epoch=11 step=6020/13625 trainer.py:845 + loss=0.0820 loss_action=0.0040 + loss_video=0.0780 lr=6.39e-05 + speed=0.69 step/s, 87.74 samples/s + eta=03:04:55 +09/18 [19:51:44] INFO | >> epoch=11 step=6030/13625 trainer.py:845 + loss=0.0945 loss_action=0.0031 + loss_video=0.0914 lr=6.38e-05 + speed=0.69 step/s, 87.77 samples/s + eta=03:04:36 +09/18 [19:51:55] INFO | >> epoch=11 step=6040/13625 trainer.py:845 + loss=0.0984 loss_action=0.0037 + loss_video=0.0947 lr=6.37e-05 + speed=0.69 step/s, 87.80 samples/s + eta=03:04:17 +09/18 [19:52:07] INFO | >> epoch=11 step=6050/13625 trainer.py:845 + loss=0.1128 loss_action=0.0031 + loss_video=0.1097 lr=6.36e-05 + speed=0.69 step/s, 87.83 samples/s + eta=03:03:59 +09/18 [19:52:19] INFO | >> epoch=11 step=6060/13625 trainer.py:845 + loss=0.0930 loss_action=0.0043 + loss_video=0.0887 lr=6.35e-05 + speed=0.69 step/s, 87.85 samples/s + eta=03:03:42 +09/18 [19:52:31] INFO | >> epoch=11 step=6070/13625 trainer.py:845 + loss=0.0946 loss_action=0.0042 + loss_video=0.0904 lr=6.34e-05 + speed=0.69 step/s, 87.88 samples/s + eta=03:03:23 +09/18 [19:52:43] INFO | >> epoch=11 step=6080/13625 trainer.py:845 + loss=0.1149 loss_action=0.0032 + loss_video=0.1117 lr=6.32e-05 + speed=0.69 step/s, 87.91 samples/s + eta=03:03:06 +09/18 [19:52:54] INFO | >> epoch=11 step=6090/13625 trainer.py:845 + loss=0.0998 loss_action=0.0036 + loss_video=0.0962 lr=6.31e-05 + speed=0.69 step/s, 87.94 samples/s + eta=03:02:47 +09/18 [19:53:07] INFO | >> epoch=11 step=6100/13625 trainer.py:845 + loss=0.0959 loss_action=0.0037 + loss_video=0.0923 lr=6.30e-05 + speed=0.69 step/s, 87.96 samples/s + eta=03:02:31 +09/18 [19:53:18] INFO | >> epoch=11 step=6110/13625 trainer.py:845 + loss=0.1024 loss_action=0.0035 + loss_video=0.0989 lr=6.29e-05 + speed=0.69 step/s, 87.99 samples/s + eta=03:02:12 +09/18 [19:53:30] INFO | >> epoch=11 step=6120/13625 trainer.py:845 + loss=0.0937 loss_action=0.0041 + loss_video=0.0895 lr=6.28e-05 + speed=0.69 step/s, 88.02 samples/s + eta=03:01:54 +09/18 [19:53:43] INFO | >> epoch=11 step=6130/13625 trainer.py:845 + loss=0.1096 loss_action=0.0041 + loss_video=0.1055 lr=6.27e-05 + speed=0.69 step/s, 88.03 samples/s + eta=03:01:37 +09/18 [19:53:54] INFO | >> epoch=11 step=6140/13625 trainer.py:845 + loss=0.0987 loss_action=0.0029 + loss_video=0.0958 lr=6.25e-05 + speed=0.69 step/s, 88.06 samples/s + eta=03:01:19 +09/18 [19:54:07] INFO | >> epoch=11 step=6150/13625 trainer.py:845 + loss=0.0800 loss_action=0.0038 + loss_video=0.0762 lr=6.24e-05 + speed=0.69 step/s, 88.08 samples/s + eta=03:01:03 +09/18 [19:54:19] INFO | >> epoch=11 step=6160/13625 trainer.py:845 + loss=0.0921 loss_action=0.0043 + loss_video=0.0877 lr=6.23e-05 + speed=0.69 step/s, 88.11 samples/s + eta=03:00:44 +09/18 [19:54:30] INFO | >> epoch=11 step=6170/13625 trainer.py:845 + loss=0.1001 loss_action=0.0040 + loss_video=0.0961 lr=6.22e-05 + speed=0.69 step/s, 88.14 samples/s + eta=03:00:26 +09/18 [19:54:41] INFO | >> epoch=11 step=6180/13625 trainer.py:845 + loss=0.1011 loss_action=0.0032 + loss_video=0.0979 lr=6.21e-05 + speed=0.69 step/s, 88.17 samples/s + eta=03:00:08 +09/18 [19:54:55] INFO | >> epoch=11 step=6190/13625 trainer.py:845 + loss=0.0901 loss_action=0.0044 + loss_video=0.0857 lr=6.20e-05 + speed=0.69 step/s, 88.18 samples/s + eta=02:59:52 +09/18 [19:55:06] INFO | >> epoch=11 step=6200/13625 trainer.py:845 + loss=0.1165 loss_action=0.0043 + loss_video=0.1122 lr=6.18e-05 + speed=0.69 step/s, 88.21 samples/s + eta=02:59:33 +09/18 [19:55:17] INFO | >> epoch=11 step=6210/13625 trainer.py:845 + loss=0.0964 loss_action=0.0045 + loss_video=0.0919 lr=6.17e-05 + speed=0.69 step/s, 88.25 samples/s + eta=02:59:15 +09/18 [19:55:28] INFO | >> epoch=11 step=6220/13625 trainer.py:845 + loss=0.0888 loss_action=0.0050 + loss_video=0.0838 lr=6.16e-05 + speed=0.69 step/s, 88.28 samples/s + eta=02:58:56 +09/18 [19:55:41] INFO | >> epoch=11 step=6230/13625 trainer.py:845 + loss=0.1035 loss_action=0.0030 + loss_video=0.1005 lr=6.15e-05 + speed=0.69 step/s, 88.29 samples/s + eta=02:58:40 +09/18 [19:55:53] INFO | >> epoch=11 step=6240/13625 trainer.py:845 + loss=0.1016 loss_action=0.0037 + loss_video=0.0979 lr=6.14e-05 + speed=0.69 step/s, 88.33 samples/s + eta=02:58:22 +09/18 [19:56:04] INFO | >> epoch=11 step=6250/13625 trainer.py:845 + loss=0.0995 loss_action=0.0038 + loss_video=0.0957 lr=6.13e-05 + speed=0.69 step/s, 88.36 samples/s + eta=02:58:03 +09/18 [19:56:15] INFO | >> epoch=11 step=6260/13625 trainer.py:845 + loss=0.0958 loss_action=0.0035 + loss_video=0.0924 lr=6.11e-05 + speed=0.69 step/s, 88.39 samples/s + eta=02:57:45 +09/18 [19:56:28] INFO | >> epoch=11 step=6270/13625 trainer.py:845 + loss=0.1048 loss_action=0.0028 + loss_video=0.1019 lr=6.10e-05 + speed=0.69 step/s, 88.41 samples/s + eta=02:57:28 +09/18 [19:56:40] INFO | >> epoch=11 step=6280/13625 trainer.py:845 + loss=0.0853 loss_action=0.0041 + loss_video=0.0812 lr=6.09e-05 + speed=0.69 step/s, 88.43 samples/s + eta=02:57:11 +09/18 [19:56:50] INFO | >> epoch=11 step=6290/13625 trainer.py:845 + loss=0.1128 loss_action=0.0042 + loss_video=0.1086 lr=6.08e-05 + speed=0.69 step/s, 88.47 samples/s + eta=02:56:51 +09/18 [19:57:03] INFO | >> epoch=11 step=6300/13625 trainer.py:845 + loss=0.0864 loss_action=0.0033 + loss_video=0.0831 lr=6.07e-05 + speed=0.69 step/s, 88.49 samples/s + eta=02:56:35 +09/18 [19:57:15] INFO | >> epoch=11 step=6310/13625 trainer.py:845 + loss=0.0983 loss_action=0.0039 + loss_video=0.0944 lr=6.06e-05 + speed=0.69 step/s, 88.51 samples/s + eta=02:56:18 +09/18 [19:57:26] INFO | >> epoch=11 step=6320/13625 trainer.py:845 + loss=0.1119 loss_action=0.0052 + loss_video=0.1067 lr=6.04e-05 + speed=0.69 step/s, 88.54 samples/s + eta=02:56:00 +09/18 [19:57:38] INFO | >> epoch=11 step=6330/13625 trainer.py:845 + loss=0.0984 loss_action=0.0032 + loss_video=0.0952 lr=6.03e-05 + speed=0.69 step/s, 88.57 samples/s + eta=02:55:42 +09/18 [19:57:50] INFO | >> epoch=11 step=6340/13625 trainer.py:845 + loss=0.0931 loss_action=0.0041 + loss_video=0.0890 lr=6.02e-05 + speed=0.69 step/s, 88.59 samples/s + eta=02:55:25 +09/18 [19:58:01] INFO | >> epoch=11 step=6350/13625 trainer.py:845 + loss=0.0852 loss_action=0.0029 + loss_video=0.0823 lr=6.01e-05 + speed=0.69 step/s, 88.62 samples/s + eta=02:55:07 +09/18 [19:58:13] INFO | >> epoch=11 step=6360/13625 trainer.py:845 + loss=0.0965 loss_action=0.0033 + loss_video=0.0933 lr=6.00e-05 + speed=0.69 step/s, 88.65 samples/s + eta=02:54:50 +09/18 [19:58:24] INFO | >> epoch=11 step=6370/13625 trainer.py:845 + loss=0.0869 loss_action=0.0033 + loss_video=0.0836 lr=5.99e-05 + speed=0.69 step/s, 88.68 samples/s + eta=02:54:31 +09/18 [19:58:37] INFO | >> epoch=11 step=6380/13625 trainer.py:845 + loss=0.1079 loss_action=0.0043 + loss_video=0.1036 lr=5.97e-05 + speed=0.69 step/s, 88.69 samples/s + eta=02:54:15 +09/18 [19:58:49] INFO | >> epoch=11 step=6390/13625 trainer.py:845 + loss=0.0958 loss_action=0.0028 + loss_video=0.0931 lr=5.96e-05 + speed=0.69 step/s, 88.72 samples/s + eta=02:53:58 +09/18 [19:59:00] INFO | >> epoch=11 step=6400/13625 trainer.py:845 + loss=0.0884 loss_action=0.0035 + loss_video=0.0850 lr=5.95e-05 + speed=0.69 step/s, 88.75 samples/s + eta=02:53:40 +09/18 [19:59:11] INFO | >> epoch=11 step=6410/13625 trainer.py:845 + loss=0.0999 loss_action=0.0042 + loss_video=0.0957 lr=5.94e-05 + speed=0.69 step/s, 88.78 samples/s + eta=02:53:22 +09/18 [19:59:24] INFO | >> epoch=11 step=6420/13625 trainer.py:845 + loss=0.0993 loss_action=0.0034 + loss_video=0.0959 lr=5.93e-05 + speed=0.69 step/s, 88.79 samples/s + eta=02:53:06 +09/18 [19:59:36] INFO | >> epoch=11 step=6430/13625 trainer.py:845 + loss=0.0980 loss_action=0.0037 + loss_video=0.0944 lr=5.91e-05 + speed=0.69 step/s, 88.82 samples/s + eta=02:52:48 +09/18 [19:59:47] INFO | >> epoch=11 step=6440/13625 trainer.py:845 + loss=0.0851 loss_action=0.0031 + loss_video=0.0820 lr=5.90e-05 + speed=0.69 step/s, 88.86 samples/s + eta=02:52:30 +09/18 [19:59:58] INFO | >> epoch=11 step=6450/13625 trainer.py:845 + loss=0.0933 loss_action=0.0040 + loss_video=0.0893 lr=5.89e-05 + speed=0.69 step/s, 88.88 samples/s + eta=02:52:12 +09/18 [20:00:11] INFO | >> epoch=11 step=6460/13625 trainer.py:845 + loss=0.0828 loss_action=0.0037 + loss_video=0.0790 lr=5.88e-05 + speed=0.69 step/s, 88.90 samples/s + eta=02:51:56 +09/18 [20:00:23] INFO | >> epoch=11 step=6470/13625 trainer.py:845 + loss=0.1039 loss_action=0.0040 + loss_video=0.0999 lr=5.87e-05 + speed=0.69 step/s, 88.93 samples/s + eta=02:51:38 +09/18 [20:00:34] INFO | >> epoch=11 step=6480/13625 trainer.py:845 + loss=0.1120 loss_action=0.0038 + loss_video=0.1082 lr=5.85e-05 + speed=0.69 step/s, 88.95 samples/s + eta=02:51:21 +09/18 [20:00:45] INFO | >> epoch=11 step=6490/13625 trainer.py:845 + loss=0.0907 loss_action=0.0031 + loss_video=0.0875 lr=5.84e-05 + speed=0.70 step/s, 88.98 samples/s + eta=02:51:03 +09/18 [20:00:58] INFO | >> epoch=11 step=6500/13625 trainer.py:845 + loss=0.1209 loss_action=0.0036 + loss_video=0.1174 lr=5.83e-05 + speed=0.70 step/s, 89.00 samples/s + eta=02:50:47 +09/18 [20:01:03] INFO | >> Restoring DiT/proprio training and trainer.py:348 + the configured TDAA freeze mode. +09/18 [20:01:04] INFO | >> step=6500 val_loss=0.0573 trainer.py:876 + infer_psnr=35.5261 infer_ssim=0.9567 + action_l2=0.0008 action_l1=0.0117 +09/18 [20:01:13] INFO | >> epoch=11 step=6510/13625 trainer.py:845 + loss=0.1043 loss_action=0.0038 + loss_video=0.1005 lr=5.82e-05 + speed=0.70 step/s, 88.99 samples/s + eta=02:50:33 +09/18 [20:01:23] INFO | >> epoch=11 step=6520/13625 trainer.py:845 + loss=0.0731 loss_action=0.0032 + loss_video=0.0699 lr=5.81e-05 + speed=0.70 step/s, 89.04 samples/s + eta=02:50:13 +09/18 [20:01:33] INFO | >> epoch=11 step=6530/13625 trainer.py:845 + loss=0.0831 loss_action=0.0041 + loss_video=0.0789 lr=5.80e-05 + speed=0.70 step/s, 89.08 samples/s + eta=02:49:54 +09/18 [20:01:45] INFO | >> epoch=11 step=6540/13625 trainer.py:845 + loss=0.1005 loss_action=0.0031 + loss_video=0.0974 lr=5.78e-05 + speed=0.70 step/s, 89.10 samples/s + eta=02:49:38 +09/18 [20:02:13] INFO | >> epoch=12 step=6550/13625 trainer.py:845 + loss=0.0809 loss_action=0.0030 + loss_video=0.0779 lr=5.77e-05 + speed=0.70 step/s, 88.97 samples/s + eta=02:49:39 +09/18 [20:02:25] INFO | >> epoch=12 step=6560/13625 trainer.py:845 + loss=0.1028 loss_action=0.0031 + loss_video=0.0997 lr=5.76e-05 + speed=0.70 step/s, 89.00 samples/s + eta=02:49:21 +09/18 [20:02:37] INFO | >> epoch=12 step=6570/13625 trainer.py:845 + loss=0.1037 loss_action=0.0034 + loss_video=0.1003 lr=5.75e-05 + speed=0.70 step/s, 89.01 samples/s + eta=02:49:04 +09/18 [20:02:49] INFO | >> epoch=12 step=6580/13625 trainer.py:845 + loss=0.0936 loss_action=0.0035 + loss_video=0.0901 lr=5.74e-05 + speed=0.70 step/s, 89.04 samples/s + eta=02:48:48 +09/18 [20:03:02] INFO | >> epoch=12 step=6590/13625 trainer.py:845 + loss=0.0942 loss_action=0.0036 + loss_video=0.0906 lr=5.72e-05 + speed=0.70 step/s, 89.05 samples/s + eta=02:48:32 +09/18 [20:03:14] INFO | >> epoch=12 step=6600/13625 trainer.py:845 + loss=0.0890 loss_action=0.0037 + loss_video=0.0853 lr=5.71e-05 + speed=0.70 step/s, 89.08 samples/s + eta=02:48:14 +09/18 [20:03:25] INFO | >> epoch=12 step=6610/13625 trainer.py:845 + loss=0.0891 loss_action=0.0036 + loss_video=0.0855 lr=5.70e-05 + speed=0.70 step/s, 89.11 samples/s + eta=02:47:56 +09/18 [20:03:37] INFO | >> epoch=12 step=6620/13625 trainer.py:845 + loss=0.0901 loss_action=0.0037 + loss_video=0.0864 lr=5.69e-05 + speed=0.70 step/s, 89.13 samples/s + eta=02:47:40 +09/18 [20:03:51] INFO | >> epoch=12 step=6630/13625 trainer.py:845 + loss=0.0954 loss_action=0.0031 + loss_video=0.0924 lr=5.68e-05 + speed=0.70 step/s, 89.13 samples/s + eta=02:47:25 +09/18 [20:04:02] INFO | >> epoch=12 step=6640/13625 trainer.py:845 + loss=0.0790 loss_action=0.0033 + loss_video=0.0757 lr=5.66e-05 + speed=0.70 step/s, 89.16 samples/s + eta=02:47:07 +09/18 [20:04:13] INFO | >> epoch=12 step=6650/13625 trainer.py:845 + loss=0.0747 loss_action=0.0033 + loss_video=0.0713 lr=5.65e-05 + speed=0.70 step/s, 89.19 samples/s + eta=02:46:49 +09/18 [20:04:24] INFO | >> epoch=12 step=6660/13625 trainer.py:845 + loss=0.0975 loss_action=0.0033 + loss_video=0.0942 lr=5.64e-05 + speed=0.70 step/s, 89.22 samples/s + eta=02:46:32 +09/18 [20:04:37] INFO | >> epoch=12 step=6670/13625 trainer.py:845 + loss=0.0900 loss_action=0.0032 + loss_video=0.0869 lr=5.63e-05 + speed=0.70 step/s, 89.24 samples/s + eta=02:46:16 +09/18 [20:04:48] INFO | >> epoch=12 step=6680/13625 trainer.py:845 + loss=0.0824 loss_action=0.0038 + loss_video=0.0787 lr=5.62e-05 + speed=0.70 step/s, 89.26 samples/s + eta=02:45:58 +09/18 [20:05:00] INFO | >> epoch=12 step=6690/13625 trainer.py:845 + loss=0.1127 loss_action=0.0029 + loss_video=0.1098 lr=5.61e-05 + speed=0.70 step/s, 89.29 samples/s + eta=02:45:41 +09/18 [20:05:12] INFO | >> epoch=12 step=6700/13625 trainer.py:845 + loss=0.0920 loss_action=0.0027 + loss_video=0.0893 lr=5.59e-05 + speed=0.70 step/s, 89.31 samples/s + eta=02:45:24 +09/18 [20:05:24] INFO | >> epoch=12 step=6710/13625 trainer.py:845 + loss=0.1115 loss_action=0.0041 + loss_video=0.1074 lr=5.58e-05 + speed=0.70 step/s, 89.34 samples/s + eta=02:45:07 +09/18 [20:05:35] INFO | >> epoch=12 step=6720/13625 trainer.py:845 + loss=0.0762 loss_action=0.0039 + loss_video=0.0723 lr=5.57e-05 + speed=0.70 step/s, 89.36 samples/s + eta=02:44:50 +09/18 [20:05:48] INFO | >> epoch=12 step=6730/13625 trainer.py:845 + loss=0.0932 loss_action=0.0033 + loss_video=0.0899 lr=5.56e-05 + speed=0.70 step/s, 89.38 samples/s + eta=02:44:34 +09/18 [20:05:59] INFO | >> epoch=12 step=6740/13625 trainer.py:845 + loss=0.0899 loss_action=0.0032 + loss_video=0.0867 lr=5.55e-05 + speed=0.70 step/s, 89.41 samples/s + eta=02:44:16 +09/18 [20:06:11] INFO | >> epoch=12 step=6750/13625 trainer.py:845 + loss=0.0844 loss_action=0.0024 + loss_video=0.0820 lr=5.53e-05 + speed=0.70 step/s, 89.43 samples/s + eta=02:43:59 +09/18 [20:06:22] INFO | >> epoch=12 step=6760/13625 trainer.py:845 + loss=0.0839 loss_action=0.0034 + loss_video=0.0805 lr=5.52e-05 + speed=0.70 step/s, 89.46 samples/s + eta=02:43:42 +09/18 [20:06:34] INFO | >> epoch=12 step=6770/13625 trainer.py:845 + loss=0.0920 loss_action=0.0034 + loss_video=0.0886 lr=5.51e-05 + speed=0.70 step/s, 89.48 samples/s + eta=02:43:26 +09/18 [20:06:45] INFO | >> epoch=12 step=6780/13625 trainer.py:845 + loss=0.0877 loss_action=0.0031 + loss_video=0.0846 lr=5.50e-05 + speed=0.70 step/s, 89.51 samples/s + eta=02:43:08 +09/18 [20:06:57] INFO | >> epoch=12 step=6790/13625 trainer.py:845 + loss=0.0905 loss_action=0.0038 + loss_video=0.0867 lr=5.49e-05 + speed=0.70 step/s, 89.53 samples/s + eta=02:42:51 +09/18 [20:07:09] INFO | >> epoch=12 step=6800/13625 trainer.py:845 + loss=0.0975 loss_action=0.0038 + loss_video=0.0937 lr=5.47e-05 + speed=0.70 step/s, 89.56 samples/s + eta=02:42:34 +09/18 [20:07:21] INFO | >> epoch=12 step=6810/13625 trainer.py:845 + loss=0.0949 loss_action=0.0030 + loss_video=0.0919 lr=5.46e-05 + speed=0.70 step/s, 89.57 samples/s + eta=02:42:18 +09/18 [20:07:33] INFO | >> epoch=12 step=6820/13625 trainer.py:845 + loss=0.0862 loss_action=0.0035 + loss_video=0.0826 lr=5.45e-05 + speed=0.70 step/s, 89.59 samples/s + eta=02:42:02 +09/18 [20:07:46] INFO | >> epoch=12 step=6830/13625 trainer.py:845 + loss=0.0930 loss_action=0.0028 + loss_video=0.0902 lr=5.44e-05 + speed=0.70 step/s, 89.60 samples/s + eta=02:41:46 +09/18 [20:07:57] INFO | >> epoch=12 step=6840/13625 trainer.py:845 + loss=0.1016 loss_action=0.0025 + loss_video=0.0992 lr=5.43e-05 + speed=0.70 step/s, 89.63 samples/s + eta=02:41:29 +09/18 [20:08:09] INFO | >> epoch=12 step=6850/13625 trainer.py:845 + loss=0.0957 loss_action=0.0026 + loss_video=0.0931 lr=5.41e-05 + speed=0.70 step/s, 89.66 samples/s + eta=02:41:12 +09/18 [20:08:20] INFO | >> epoch=12 step=6860/13625 trainer.py:845 + loss=0.0812 loss_action=0.0033 + loss_video=0.0779 lr=5.40e-05 + speed=0.70 step/s, 89.69 samples/s + eta=02:40:54 +09/18 [20:08:34] INFO | >> epoch=12 step=6870/13625 trainer.py:845 + loss=0.0949 loss_action=0.0035 + loss_video=0.0914 lr=5.39e-05 + speed=0.70 step/s, 89.69 samples/s + eta=02:40:40 +09/18 [20:08:45] INFO | >> epoch=12 step=6880/13625 trainer.py:845 + loss=0.0865 loss_action=0.0025 + loss_video=0.0840 lr=5.38e-05 + speed=0.70 step/s, 89.72 samples/s + eta=02:40:22 +09/18 [20:08:56] INFO | >> epoch=12 step=6890/13625 trainer.py:845 + loss=0.0943 loss_action=0.0030 + loss_video=0.0913 lr=5.37e-05 + speed=0.70 step/s, 89.75 samples/s + eta=02:40:05 +09/18 [20:09:08] INFO | >> epoch=12 step=6900/13625 trainer.py:845 + loss=0.0895 loss_action=0.0029 + loss_video=0.0866 lr=5.35e-05 + speed=0.70 step/s, 89.78 samples/s + eta=02:39:48 +09/18 [20:09:20] INFO | >> epoch=12 step=6910/13625 trainer.py:845 + loss=0.0910 loss_action=0.0029 + loss_video=0.0882 lr=5.34e-05 + speed=0.70 step/s, 89.79 samples/s + eta=02:39:32 +09/18 [20:09:32] INFO | >> epoch=12 step=6920/13625 trainer.py:845 + loss=0.0700 loss_action=0.0021 + loss_video=0.0679 lr=5.33e-05 + speed=0.70 step/s, 89.82 samples/s + eta=02:39:15 +09/18 [20:09:43] INFO | >> epoch=12 step=6930/13625 trainer.py:845 + loss=0.0792 loss_action=0.0028 + loss_video=0.0764 lr=5.32e-05 + speed=0.70 step/s, 89.85 samples/s + eta=02:38:58 +09/18 [20:09:54] INFO | >> epoch=12 step=6940/13625 trainer.py:845 + loss=0.0945 loss_action=0.0031 + loss_video=0.0914 lr=5.31e-05 + speed=0.70 step/s, 89.87 samples/s + eta=02:38:41 +09/18 [20:10:07] INFO | >> epoch=12 step=6950/13625 trainer.py:845 + loss=0.0750 loss_action=0.0030 + loss_video=0.0720 lr=5.29e-05 + speed=0.70 step/s, 89.88 samples/s + eta=02:38:25 +09/18 [20:10:18] INFO | >> epoch=12 step=6960/13625 trainer.py:845 + loss=0.0957 loss_action=0.0030 + loss_video=0.0928 lr=5.28e-05 + speed=0.70 step/s, 89.91 samples/s + eta=02:38:08 +09/18 [20:10:29] INFO | >> epoch=12 step=6970/13625 trainer.py:845 + loss=0.0902 loss_action=0.0031 + loss_video=0.0870 lr=5.27e-05 + speed=0.70 step/s, 89.94 samples/s + eta=02:37:51 +09/18 [20:10:40] INFO | >> epoch=12 step=6980/13625 trainer.py:845 + loss=0.0906 loss_action=0.0034 + loss_video=0.0872 lr=5.26e-05 + speed=0.70 step/s, 89.97 samples/s + eta=02:37:33 +09/18 [20:10:53] INFO | >> epoch=12 step=6990/13625 trainer.py:845 + loss=0.0934 loss_action=0.0025 + loss_video=0.0908 lr=5.25e-05 + speed=0.70 step/s, 89.98 samples/s + eta=02:37:18 +09/18 [20:11:04] INFO | >> epoch=12 step=7000/13625 trainer.py:845 + loss=0.0905 loss_action=0.0028 + loss_video=0.0876 lr=5.23e-05 + speed=0.70 step/s, 90.01 samples/s + eta=02:37:01 +09/18 [20:11:09] INFO | >> Restoring DiT/proprio training and trainer.py:348 + the configured TDAA freeze mode. +09/18 [20:11:10] INFO | >> step=7000 val_loss=0.0856 trainer.py:876 + infer_psnr=39.2147 infer_ssim=0.9779 + action_l2=0.0003 action_l1=0.0087 +09/18 [20:11:20] INFO | >> epoch=12 step=7010/13625 trainer.py:845 + loss=0.0843 loss_action=0.0024 + loss_video=0.0819 lr=5.22e-05 + speed=0.70 step/s, 90.00 samples/s + eta=02:36:48 +09/18 [20:11:29] INFO | >> epoch=12 step=7020/13625 trainer.py:845 + loss=0.0884 loss_action=0.0035 + loss_video=0.0849 lr=5.21e-05 + speed=0.70 step/s, 90.04 samples/s + eta=02:36:29 +09/18 [20:11:40] INFO | >> epoch=12 step=7030/13625 trainer.py:845 + loss=0.0899 loss_action=0.0044 + loss_video=0.0856 lr=5.20e-05 + speed=0.70 step/s, 90.08 samples/s + eta=02:36:11 +09/18 [20:11:51] INFO | >> epoch=12 step=7040/13625 trainer.py:845 + loss=0.0984 loss_action=0.0032 + loss_video=0.0952 lr=5.19e-05 + speed=0.70 step/s, 90.10 samples/s + eta=02:35:55 +09/18 [20:12:03] INFO | >> epoch=12 step=7050/13625 trainer.py:845 + loss=0.1061 loss_action=0.0033 + loss_video=0.1028 lr=5.17e-05 + speed=0.70 step/s, 90.12 samples/s + eta=02:35:38 +09/18 [20:12:14] INFO | >> epoch=12 step=7060/13625 trainer.py:845 + loss=0.0933 loss_action=0.0030 + loss_video=0.0903 lr=5.16e-05 + speed=0.70 step/s, 90.15 samples/s + eta=02:35:21 +09/18 [20:12:27] INFO | >> epoch=12 step=7070/13625 trainer.py:845 + loss=0.1084 loss_action=0.0027 + loss_video=0.1057 lr=5.15e-05 + speed=0.70 step/s, 90.16 samples/s + eta=02:35:06 +09/18 [20:12:38] INFO | >> epoch=12 step=7080/13625 trainer.py:845 + loss=0.0882 loss_action=0.0025 + loss_video=0.0857 lr=5.14e-05 + speed=0.70 step/s, 90.19 samples/s + eta=02:34:49 +09/18 [20:13:04] INFO | >> epoch=13 step=7090/13625 trainer.py:845 + loss=0.0963 loss_action=0.0025 + loss_video=0.0938 lr=5.13e-05 + speed=0.70 step/s, 90.08 samples/s + eta=02:34:45 +09/18 [20:13:17] INFO | >> epoch=13 step=7100/13625 trainer.py:845 + loss=0.0984 loss_action=0.0032 + loss_video=0.0952 lr=5.11e-05 + speed=0.70 step/s, 90.10 samples/s + eta=02:34:29 +09/18 [20:13:29] INFO | >> epoch=13 step=7110/13625 trainer.py:845 + loss=0.0615 loss_action=0.0028 + loss_video=0.0587 lr=5.10e-05 + speed=0.70 step/s, 90.11 samples/s + eta=02:34:14 +09/18 [20:13:40] INFO | >> epoch=13 step=7120/13625 trainer.py:845 + loss=0.0889 loss_action=0.0028 + loss_video=0.0861 lr=5.09e-05 + speed=0.70 step/s, 90.14 samples/s + eta=02:33:57 +09/18 [20:13:52] INFO | >> epoch=13 step=7130/13625 trainer.py:845 + loss=0.0927 loss_action=0.0032 + loss_video=0.0895 lr=5.08e-05 + speed=0.70 step/s, 90.16 samples/s + eta=02:33:40 +09/18 [20:14:03] INFO | >> epoch=13 step=7140/13625 trainer.py:845 + loss=0.0955 loss_action=0.0028 + loss_video=0.0927 lr=5.07e-05 + speed=0.70 step/s, 90.19 samples/s + eta=02:33:23 +09/18 [20:14:16] INFO | >> epoch=13 step=7150/13625 trainer.py:845 + loss=0.1032 loss_action=0.0027 + loss_video=0.1005 lr=5.05e-05 + speed=0.70 step/s, 90.20 samples/s + eta=02:33:08 +09/18 [20:14:27] INFO | >> epoch=13 step=7160/13625 trainer.py:845 + loss=0.0790 loss_action=0.0026 + loss_video=0.0764 lr=5.04e-05 + speed=0.70 step/s, 90.23 samples/s + eta=02:32:51 +09/18 [20:14:38] INFO | >> epoch=13 step=7170/13625 trainer.py:845 + loss=0.0937 loss_action=0.0023 + loss_video=0.0913 lr=5.03e-05 + speed=0.71 step/s, 90.25 samples/s + eta=02:32:34 +09/18 [20:14:50] INFO | >> epoch=13 step=7180/13625 trainer.py:845 + loss=0.0705 loss_action=0.0032 + loss_video=0.0673 lr=5.02e-05 + speed=0.71 step/s, 90.28 samples/s + eta=02:32:17 +09/18 [20:15:02] INFO | >> epoch=13 step=7190/13625 trainer.py:845 + loss=0.0864 loss_action=0.0031 + loss_video=0.0833 lr=5.01e-05 + speed=0.71 step/s, 90.29 samples/s + eta=02:32:02 +09/18 [20:15:14] INFO | >> epoch=13 step=7200/13625 trainer.py:845 + loss=0.0807 loss_action=0.0022 + loss_video=0.0785 lr=4.99e-05 + speed=0.71 step/s, 90.32 samples/s + eta=02:31:45 +09/18 [20:15:25] INFO | >> epoch=13 step=7210/13625 trainer.py:845 + loss=0.0908 loss_action=0.0027 + loss_video=0.0880 lr=4.98e-05 + speed=0.71 step/s, 90.35 samples/s + eta=02:31:28 +09/18 [20:15:36] INFO | >> epoch=13 step=7220/13625 trainer.py:845 + loss=0.0861 loss_action=0.0024 + loss_video=0.0838 lr=4.97e-05 + speed=0.71 step/s, 90.37 samples/s + eta=02:31:11 +09/18 [20:15:49] INFO | >> epoch=13 step=7230/13625 trainer.py:845 + loss=0.0945 loss_action=0.0029 + loss_video=0.0916 lr=4.96e-05 + speed=0.71 step/s, 90.38 samples/s + eta=02:30:56 +09/18 [20:16:00] INFO | >> epoch=13 step=7240/13625 trainer.py:845 + loss=0.0773 loss_action=0.0025 + loss_video=0.0748 lr=4.95e-05 + speed=0.71 step/s, 90.41 samples/s + eta=02:30:39 +09/18 [20:16:12] INFO | >> epoch=13 step=7250/13625 trainer.py:845 + loss=0.0861 loss_action=0.0026 + loss_video=0.0835 lr=4.93e-05 + speed=0.71 step/s, 90.43 samples/s + eta=02:30:23 +09/18 [20:16:23] INFO | >> epoch=13 step=7260/13625 trainer.py:845 + loss=0.0917 loss_action=0.0032 + loss_video=0.0884 lr=4.92e-05 + speed=0.71 step/s, 90.46 samples/s + eta=02:30:06 +09/18 [20:16:36] INFO | >> epoch=13 step=7270/13625 trainer.py:845 + loss=0.0842 loss_action=0.0031 + loss_video=0.0811 lr=4.91e-05 + speed=0.71 step/s, 90.47 samples/s + eta=02:29:51 +09/18 [20:16:47] INFO | >> epoch=13 step=7280/13625 trainer.py:845 + loss=0.0902 loss_action=0.0026 + loss_video=0.0876 lr=4.90e-05 + speed=0.71 step/s, 90.49 samples/s + eta=02:29:34 +09/18 [20:16:59] INFO | >> epoch=13 step=7290/13625 trainer.py:845 + loss=0.1016 loss_action=0.0028 + loss_video=0.0988 lr=4.89e-05 + speed=0.71 step/s, 90.52 samples/s + eta=02:29:18 +09/18 [20:17:09] INFO | >> epoch=13 step=7300/13625 trainer.py:845 + loss=0.0822 loss_action=0.0032 + loss_video=0.0790 lr=4.87e-05 + speed=0.71 step/s, 90.55 samples/s + eta=02:29:01 +09/18 [20:17:22] INFO | >> epoch=13 step=7310/13625 trainer.py:845 + loss=0.0952 loss_action=0.0026 + loss_video=0.0926 lr=4.86e-05 + speed=0.71 step/s, 90.56 samples/s + eta=02:28:46 +09/18 [20:17:33] INFO | >> epoch=13 step=7320/13625 trainer.py:845 + loss=0.0859 loss_action=0.0028 + loss_video=0.0831 lr=4.85e-05 + speed=0.71 step/s, 90.58 samples/s + eta=02:28:29 +09/18 [20:17:45] INFO | >> epoch=13 step=7330/13625 trainer.py:845 + loss=0.0941 loss_action=0.0026 + loss_video=0.0916 lr=4.84e-05 + speed=0.71 step/s, 90.61 samples/s + eta=02:28:12 +09/18 [20:17:56] INFO | >> epoch=13 step=7340/13625 trainer.py:845 + loss=0.0964 loss_action=0.0035 + loss_video=0.0929 lr=4.83e-05 + speed=0.71 step/s, 90.63 samples/s + eta=02:27:56 +09/18 [20:18:09] INFO | >> epoch=13 step=7350/13625 trainer.py:845 + loss=0.0842 loss_action=0.0034 + loss_video=0.0808 lr=4.81e-05 + speed=0.71 step/s, 90.65 samples/s + eta=02:27:40 +09/18 [20:18:20] INFO | >> epoch=13 step=7360/13625 trainer.py:845 + loss=0.0889 loss_action=0.0027 + loss_video=0.0862 lr=4.80e-05 + speed=0.71 step/s, 90.67 samples/s + eta=02:27:24 +09/18 [20:18:31] INFO | >> epoch=13 step=7370/13625 trainer.py:845 + loss=0.0919 loss_action=0.0033 + loss_video=0.0886 lr=4.79e-05 + speed=0.71 step/s, 90.70 samples/s + eta=02:27:07 +09/18 [20:18:43] INFO | >> epoch=13 step=7380/13625 trainer.py:845 + loss=0.0905 loss_action=0.0027 + loss_video=0.0878 lr=4.78e-05 + speed=0.71 step/s, 90.72 samples/s + eta=02:26:51 +09/18 [20:18:55] INFO | >> epoch=13 step=7390/13625 trainer.py:845 + loss=0.0809 loss_action=0.0031 + loss_video=0.0778 lr=4.77e-05 + speed=0.71 step/s, 90.73 samples/s + eta=02:26:35 +09/18 [20:19:06] INFO | >> epoch=13 step=7400/13625 trainer.py:845 + loss=0.0917 loss_action=0.0026 + loss_video=0.0891 lr=4.75e-05 + speed=0.71 step/s, 90.76 samples/s + eta=02:26:19 +09/18 [20:19:17] INFO | >> epoch=13 step=7410/13625 trainer.py:845 + loss=0.0994 loss_action=0.0028 + loss_video=0.0966 lr=4.74e-05 + speed=0.71 step/s, 90.79 samples/s + eta=02:26:02 +09/18 [20:19:28] INFO | >> epoch=13 step=7420/13625 trainer.py:845 + loss=0.0819 loss_action=0.0035 + loss_video=0.0784 lr=4.73e-05 + speed=0.71 step/s, 90.81 samples/s + eta=02:25:45 +09/18 [20:19:41] INFO | >> epoch=13 step=7430/13625 trainer.py:845 + loss=0.0891 loss_action=0.0029 + loss_video=0.0862 lr=4.72e-05 + speed=0.71 step/s, 90.83 samples/s + eta=02:25:30 +09/18 [20:19:52] INFO | >> epoch=13 step=7440/13625 trainer.py:845 + loss=0.0896 loss_action=0.0027 + loss_video=0.0869 lr=4.71e-05 + speed=0.71 step/s, 90.85 samples/s + eta=02:25:14 +09/18 [20:20:03] INFO | >> epoch=13 step=7450/13625 trainer.py:845 + loss=0.0866 loss_action=0.0033 + loss_video=0.0833 lr=4.69e-05 + speed=0.71 step/s, 90.87 samples/s + eta=02:24:57 +09/18 [20:20:15] INFO | >> epoch=13 step=7460/13625 trainer.py:845 + loss=0.0848 loss_action=0.0025 + loss_video=0.0824 lr=4.68e-05 + speed=0.71 step/s, 90.90 samples/s + eta=02:24:41 +09/18 [20:20:28] INFO | >> epoch=13 step=7470/13625 trainer.py:845 + loss=0.0916 loss_action=0.0034 + loss_video=0.0883 lr=4.67e-05 + speed=0.71 step/s, 90.91 samples/s + eta=02:24:26 +09/18 [20:20:39] INFO | >> epoch=13 step=7480/13625 trainer.py:845 + loss=0.0786 loss_action=0.0021 + loss_video=0.0766 lr=4.66e-05 + speed=0.71 step/s, 90.93 samples/s + eta=02:24:09 +09/18 [20:20:50] INFO | >> epoch=13 step=7490/13625 trainer.py:845 + loss=0.0835 loss_action=0.0022 + loss_video=0.0813 lr=4.65e-05 + speed=0.71 step/s, 90.96 samples/s + eta=02:23:53 +09/18 [20:21:01] INFO | >> epoch=13 step=7500/13625 trainer.py:845 + loss=0.0717 loss_action=0.0022 + loss_video=0.0694 lr=4.63e-05 + speed=0.71 step/s, 90.98 samples/s + eta=02:23:36 +09/18 [20:21:06] INFO | >> Restoring DiT/proprio training and trainer.py:348 + the configured TDAA freeze mode. +09/18 [20:21:07] INFO | >> step=7500 val_loss=0.0631 trainer.py:876 + infer_psnr=37.8174 infer_ssim=0.9679 + action_l2=0.0003 action_l1=0.0090 +09/18 [20:21:16] INFO | >> epoch=13 step=7510/13625 trainer.py:845 + loss=0.0855 loss_action=0.0028 + loss_video=0.0827 lr=4.62e-05 + speed=0.71 step/s, 90.97 samples/s + eta=02:23:23 +09/18 [20:21:26] INFO | >> epoch=13 step=7520/13625 trainer.py:845 + loss=0.1060 loss_action=0.0024 + loss_video=0.1035 lr=4.61e-05 + speed=0.71 step/s, 91.01 samples/s + eta=02:23:05 +09/18 [20:21:36] INFO | >> epoch=13 step=7530/13625 trainer.py:845 + loss=0.0802 loss_action=0.0033 + loss_video=0.0769 lr=4.60e-05 + speed=0.71 step/s, 91.05 samples/s + eta=02:22:48 +09/18 [20:21:47] INFO | >> epoch=13 step=7540/13625 trainer.py:845 + loss=0.0875 loss_action=0.0029 + loss_video=0.0846 lr=4.59e-05 + speed=0.71 step/s, 91.07 samples/s + eta=02:22:32 +09/18 [20:22:00] INFO | >> epoch=13 step=7550/13625 trainer.py:845 + loss=0.0962 loss_action=0.0031 + loss_video=0.0931 lr=4.57e-05 + speed=0.71 step/s, 91.08 samples/s + eta=02:22:17 +09/18 [20:22:11] INFO | >> epoch=13 step=7560/13625 trainer.py:845 + loss=0.0964 loss_action=0.0031 + loss_video=0.0933 lr=4.56e-05 + speed=0.71 step/s, 91.11 samples/s + eta=02:22:01 +09/18 [20:22:23] INFO | >> epoch=13 step=7570/13625 trainer.py:845 + loss=0.0706 loss_action=0.0021 + loss_video=0.0685 lr=4.55e-05 + speed=0.71 step/s, 91.13 samples/s + eta=02:21:45 +09/18 [20:22:34] INFO | >> epoch=13 step=7580/13625 trainer.py:845 + loss=0.0970 loss_action=0.0025 + loss_video=0.0945 lr=4.54e-05 + speed=0.71 step/s, 91.15 samples/s + eta=02:21:28 +09/18 [20:22:47] INFO | >> epoch=13 step=7590/13625 trainer.py:845 + loss=0.0702 loss_action=0.0032 + loss_video=0.0670 lr=4.53e-05 + speed=0.71 step/s, 91.16 samples/s + eta=02:21:14 +09/18 [20:22:59] INFO | >> epoch=13 step=7600/13625 trainer.py:845 + loss=0.1136 loss_action=0.0029 + loss_video=0.1108 lr=4.51e-05 + speed=0.71 step/s, 91.18 samples/s + eta=02:20:57 +09/18 [20:23:10] INFO | >> epoch=13 step=7610/13625 trainer.py:845 + loss=0.0819 loss_action=0.0024 + loss_video=0.0795 lr=4.50e-05 + speed=0.71 step/s, 91.21 samples/s + eta=02:20:41 +09/18 [20:23:21] INFO | >> epoch=13 step=7620/13625 trainer.py:845 + loss=0.0904 loss_action=0.0030 + loss_video=0.0874 lr=4.49e-05 + speed=0.71 step/s, 91.23 samples/s + eta=02:20:25 +09/18 [20:23:34] INFO | >> epoch=13 step=7630/13625 trainer.py:845 + loss=0.0808 loss_action=0.0026 + loss_video=0.0782 lr=4.48e-05 + speed=0.71 step/s, 91.23 samples/s + eta=02:20:10 +09/18 [20:24:02] INFO | >> epoch=14 step=7640/13625 trainer.py:845 + loss=0.0765 loss_action=0.0022 + loss_video=0.0743 lr=4.47e-05 + speed=0.71 step/s, 91.12 samples/s + eta=02:20:07 +09/18 [20:24:14] INFO | >> epoch=14 step=7650/13625 trainer.py:845 + loss=0.0784 loss_action=0.0021 + loss_video=0.0763 lr=4.45e-05 + speed=0.71 step/s, 91.13 samples/s + eta=02:19:52 +09/18 [20:24:26] INFO | >> epoch=14 step=7660/13625 trainer.py:845 + loss=0.0876 loss_action=0.0029 + loss_video=0.0846 lr=4.44e-05 + speed=0.71 step/s, 91.16 samples/s + eta=02:19:36 +09/18 [20:24:38] INFO | >> epoch=14 step=7670/13625 trainer.py:845 + loss=0.0819 loss_action=0.0023 + loss_video=0.0796 lr=4.43e-05 + speed=0.71 step/s, 91.17 samples/s + eta=02:19:20 +09/18 [20:24:50] INFO | >> epoch=14 step=7680/13625 trainer.py:845 + loss=0.0787 loss_action=0.0019 + loss_video=0.0768 lr=4.42e-05 + speed=0.71 step/s, 91.19 samples/s + eta=02:19:04 +09/18 [20:25:01] INFO | >> epoch=14 step=7690/13625 trainer.py:845 + loss=0.0774 loss_action=0.0025 + loss_video=0.0749 lr=4.41e-05 + speed=0.71 step/s, 91.22 samples/s + eta=02:18:48 +09/18 [20:25:12] INFO | >> epoch=14 step=7700/13625 trainer.py:845 + loss=0.0746 loss_action=0.0026 + loss_video=0.0720 lr=4.39e-05 + speed=0.71 step/s, 91.24 samples/s + eta=02:18:32 +09/18 [20:25:25] INFO | >> epoch=14 step=7710/13625 trainer.py:845 + loss=0.0765 loss_action=0.0021 + loss_video=0.0744 lr=4.38e-05 + speed=0.71 step/s, 91.25 samples/s + eta=02:18:17 +09/18 [20:25:36] INFO | >> epoch=14 step=7720/13625 trainer.py:845 + loss=0.0896 loss_action=0.0019 + loss_video=0.0877 lr=4.37e-05 + speed=0.71 step/s, 91.27 samples/s + eta=02:18:01 +09/18 [20:25:47] INFO | >> epoch=14 step=7730/13625 trainer.py:845 + loss=0.0778 loss_action=0.0022 + loss_video=0.0757 lr=4.36e-05 + speed=0.71 step/s, 91.30 samples/s + eta=02:17:44 +09/18 [20:25:58] INFO | >> epoch=14 step=7740/13625 trainer.py:845 + loss=0.0782 loss_action=0.0020 + loss_video=0.0762 lr=4.35e-05 + speed=0.71 step/s, 91.32 samples/s + eta=02:17:28 +09/18 [20:26:12] INFO | >> epoch=14 step=7750/13625 trainer.py:845 + loss=0.0937 loss_action=0.0031 + loss_video=0.0906 lr=4.34e-05 + speed=0.71 step/s, 91.32 samples/s + eta=02:17:14 +09/18 [20:26:23] INFO | >> epoch=14 step=7760/13625 trainer.py:845 + loss=0.0906 loss_action=0.0026 + loss_video=0.0880 lr=4.32e-05 + speed=0.71 step/s, 91.35 samples/s + eta=02:16:58 +09/18 [20:26:34] INFO | >> epoch=14 step=7770/13625 trainer.py:845 + loss=0.0909 loss_action=0.0028 + loss_video=0.0881 lr=4.31e-05 + speed=0.71 step/s, 91.37 samples/s + eta=02:16:41 +09/18 [20:26:45] INFO | >> epoch=14 step=7780/13625 trainer.py:845 + loss=0.0897 loss_action=0.0027 + loss_video=0.0871 lr=4.30e-05 + speed=0.71 step/s, 91.40 samples/s + eta=02:16:25 +09/18 [20:26:58] INFO | >> epoch=14 step=7790/13625 trainer.py:845 + loss=0.0739 loss_action=0.0024 + loss_video=0.0715 lr=4.29e-05 + speed=0.71 step/s, 91.41 samples/s + eta=02:16:10 +09/18 [20:27:09] INFO | >> epoch=14 step=7800/13625 trainer.py:845 + loss=0.0760 loss_action=0.0022 + loss_video=0.0738 lr=4.28e-05 + speed=0.71 step/s, 91.43 samples/s + eta=02:15:54 +09/18 [20:27:20] INFO | >> epoch=14 step=7810/13625 trainer.py:845 + loss=0.0786 loss_action=0.0019 + loss_video=0.0767 lr=4.26e-05 + speed=0.71 step/s, 91.46 samples/s + eta=02:15:38 +09/18 [20:27:31] INFO | >> epoch=14 step=7820/13625 trainer.py:845 + loss=0.0861 loss_action=0.0025 + loss_video=0.0836 lr=4.25e-05 + speed=0.71 step/s, 91.48 samples/s + eta=02:15:22 +09/18 [20:27:44] INFO | >> epoch=14 step=7830/13625 trainer.py:845 + loss=0.0911 loss_action=0.0029 + loss_video=0.0882 lr=4.24e-05 + speed=0.71 step/s, 91.49 samples/s + eta=02:15:07 +09/18 [20:27:56] INFO | >> epoch=14 step=7840/13625 trainer.py:845 + loss=0.0840 loss_action=0.0026 + loss_video=0.0814 lr=4.23e-05 + speed=0.71 step/s, 91.51 samples/s + eta=02:14:51 +09/18 [20:28:07] INFO | >> epoch=14 step=7850/13625 trainer.py:845 + loss=0.0860 loss_action=0.0022 + loss_video=0.0838 lr=4.22e-05 + speed=0.72 step/s, 91.54 samples/s + eta=02:14:35 +09/18 [20:28:18] INFO | >> epoch=14 step=7860/13625 trainer.py:845 + loss=0.0851 loss_action=0.0023 + loss_video=0.0828 lr=4.20e-05 + speed=0.72 step/s, 91.56 samples/s + eta=02:14:19 +09/18 [20:28:30] INFO | >> epoch=14 step=7870/13625 trainer.py:845 + loss=0.0836 loss_action=0.0025 + loss_video=0.0811 lr=4.19e-05 + speed=0.72 step/s, 91.57 samples/s + eta=02:14:04 +09/18 [20:28:42] INFO | >> epoch=14 step=7880/13625 trainer.py:845 + loss=0.0855 loss_action=0.0022 + loss_video=0.0833 lr=4.18e-05 + speed=0.72 step/s, 91.60 samples/s + eta=02:13:48 +09/18 [20:28:53] INFO | >> epoch=14 step=7890/13625 trainer.py:845 + loss=0.0958 loss_action=0.0027 + loss_video=0.0931 lr=4.17e-05 + speed=0.72 step/s, 91.62 samples/s + eta=02:13:32 +09/18 [20:29:04] INFO | >> epoch=14 step=7900/13625 trainer.py:845 + loss=0.0711 loss_action=0.0025 + loss_video=0.0687 lr=4.16e-05 + speed=0.72 step/s, 91.64 samples/s + eta=02:13:16 +09/18 [20:29:17] INFO | >> epoch=14 step=7910/13625 trainer.py:845 + loss=0.0984 loss_action=0.0030 + loss_video=0.0954 lr=4.15e-05 + speed=0.72 step/s, 91.65 samples/s + eta=02:13:01 +09/18 [20:29:28] INFO | >> epoch=14 step=7920/13625 trainer.py:845 + loss=0.0916 loss_action=0.0024 + loss_video=0.0892 lr=4.13e-05 + speed=0.72 step/s, 91.67 samples/s + eta=02:12:45 +09/18 [20:29:40] INFO | >> epoch=14 step=7930/13625 trainer.py:845 + loss=0.0979 loss_action=0.0027 + loss_video=0.0952 lr=4.12e-05 + speed=0.72 step/s, 91.69 samples/s + eta=02:12:30 +09/18 [20:29:51] INFO | >> epoch=14 step=7940/13625 trainer.py:845 + loss=0.0900 loss_action=0.0025 + loss_video=0.0875 lr=4.11e-05 + speed=0.72 step/s, 91.71 samples/s + eta=02:12:14 +09/18 [20:30:04] INFO | >> epoch=14 step=7950/13625 trainer.py:845 + loss=0.0852 loss_action=0.0023 + loss_video=0.0829 lr=4.10e-05 + speed=0.72 step/s, 91.72 samples/s + eta=02:11:59 +09/18 [20:30:15] INFO | >> epoch=14 step=7960/13625 trainer.py:845 + loss=0.0785 loss_action=0.0023 + loss_video=0.0761 lr=4.09e-05 + speed=0.72 step/s, 91.75 samples/s + eta=02:11:43 +09/18 [20:30:26] INFO | >> epoch=14 step=7970/13625 trainer.py:845 + loss=0.0860 loss_action=0.0030 + loss_video=0.0829 lr=4.07e-05 + speed=0.72 step/s, 91.77 samples/s + eta=02:11:27 +09/18 [20:30:38] INFO | >> epoch=14 step=7980/13625 trainer.py:845 + loss=0.0991 loss_action=0.0022 + loss_video=0.0969 lr=4.06e-05 + speed=0.72 step/s, 91.79 samples/s + eta=02:11:11 +09/18 [20:30:50] INFO | >> epoch=14 step=7990/13625 trainer.py:845 + loss=0.0781 loss_action=0.0022 + loss_video=0.0759 lr=4.05e-05 + speed=0.72 step/s, 91.80 samples/s + eta=02:10:57 +09/18 [20:31:02] INFO | >> epoch=14 step=8000/13625 trainer.py:845 + loss=0.0878 loss_action=0.0024 + loss_video=0.0854 lr=4.04e-05 + speed=0.72 step/s, 91.82 samples/s + eta=02:10:41 +09/18 [20:31:06] INFO | >> Restoring DiT/proprio training and trainer.py:348 + the configured TDAA freeze mode. +09/18 [20:31:07] INFO | >> step=8000 val_loss=0.0314 trainer.py:876 + infer_psnr=39.6922 infer_ssim=0.9813 + action_l2=0.0002 action_l1=0.0068 +09/18 [20:31:17] INFO | >> epoch=14 step=8010/13625 trainer.py:845 + loss=0.0852 loss_action=0.0023 + loss_video=0.0829 lr=4.03e-05 + speed=0.72 step/s, 91.81 samples/s + eta=02:10:28 +09/18 [20:31:26] INFO | >> epoch=14 step=8020/13625 trainer.py:845 + loss=0.0994 loss_action=0.0023 + loss_video=0.0971 lr=4.02e-05 + speed=0.72 step/s, 91.85 samples/s + eta=02:10:10 +09/18 [20:31:37] INFO | >> epoch=14 step=8030/13625 trainer.py:845 + loss=0.0725 loss_action=0.0033 + loss_video=0.0692 lr=4.00e-05 + speed=0.72 step/s, 91.88 samples/s + eta=02:09:54 +09/18 [20:31:48] INFO | >> epoch=14 step=8040/13625 trainer.py:845 + loss=0.1058 loss_action=0.0026 + loss_video=0.1032 lr=3.99e-05 + speed=0.72 step/s, 91.90 samples/s + eta=02:09:38 +09/18 [20:31:59] INFO | >> epoch=14 step=8050/13625 trainer.py:845 + loss=0.0953 loss_action=0.0022 + loss_video=0.0931 lr=3.98e-05 + speed=0.72 step/s, 91.92 samples/s + eta=02:09:23 +09/18 [20:32:11] INFO | >> epoch=14 step=8060/13625 trainer.py:845 + loss=0.0723 loss_action=0.0017 + loss_video=0.0706 lr=3.97e-05 + speed=0.72 step/s, 91.94 samples/s + eta=02:09:07 +09/18 [20:32:23] INFO | >> epoch=14 step=8070/13625 trainer.py:845 + loss=0.0773 loss_action=0.0021 + loss_video=0.0753 lr=3.96e-05 + speed=0.72 step/s, 91.95 samples/s + eta=02:08:52 +09/18 [20:32:36] INFO | >> epoch=14 step=8080/13625 trainer.py:845 + loss=0.0948 loss_action=0.0024 + loss_video=0.0924 lr=3.95e-05 + speed=0.72 step/s, 91.97 samples/s + eta=02:08:37 +09/18 [20:32:47] INFO | >> epoch=14 step=8090/13625 trainer.py:845 + loss=0.0811 loss_action=0.0021 + loss_video=0.0790 lr=3.93e-05 + speed=0.72 step/s, 91.99 samples/s + eta=02:08:21 +09/18 [20:32:58] INFO | >> epoch=14 step=8100/13625 trainer.py:845 + loss=0.0858 loss_action=0.0026 + loss_video=0.0832 lr=3.92e-05 + speed=0.72 step/s, 92.01 samples/s + eta=02:08:06 +09/18 [20:33:10] INFO | >> epoch=14 step=8110/13625 trainer.py:845 + loss=0.0780 loss_action=0.0024 + loss_video=0.0757 lr=3.91e-05 + speed=0.72 step/s, 92.03 samples/s + eta=02:07:50 +09/18 [20:33:23] INFO | >> epoch=14 step=8120/13625 trainer.py:845 + loss=0.0975 loss_action=0.0022 + loss_video=0.0953 lr=3.90e-05 + speed=0.72 step/s, 92.04 samples/s + eta=02:07:36 +09/18 [20:33:34] INFO | >> epoch=14 step=8130/13625 trainer.py:845 + loss=0.0911 loss_action=0.0022 + loss_video=0.0889 lr=3.89e-05 + speed=0.72 step/s, 92.06 samples/s + eta=02:07:20 +09/18 [20:33:45] INFO | >> epoch=14 step=8140/13625 trainer.py:845 + loss=0.0877 loss_action=0.0027 + loss_video=0.0850 lr=3.88e-05 + speed=0.72 step/s, 92.08 samples/s + eta=02:07:04 +09/18 [20:33:57] INFO | >> epoch=14 step=8150/13625 trainer.py:845 + loss=0.0796 loss_action=0.0018 + loss_video=0.0777 lr=3.86e-05 + speed=0.72 step/s, 92.10 samples/s + eta=02:06:49 +09/18 [20:34:09] INFO | >> epoch=14 step=8160/13625 trainer.py:845 + loss=0.0692 loss_action=0.0022 + loss_video=0.0669 lr=3.85e-05 + speed=0.72 step/s, 92.11 samples/s + eta=02:06:34 +09/18 [20:34:21] INFO | >> epoch=14 step=8170/13625 trainer.py:845 + loss=0.0930 loss_action=0.0026 + loss_video=0.0905 lr=3.84e-05 + speed=0.72 step/s, 92.13 samples/s + eta=02:06:18 +09/18 [20:38:12] INFO | >> Saving current state to accelerator.py:3644 + /mnt/dolphinfs/ssd_pool/docker/use + r/hadoop-nlp-sh02/hadoop-aipnlp/EV + A/buxizhou/Benchmark/FastWAM-TDAA/ + work_dirs/hope_fastwam_tdaa_frozen + _20260918_152717_1219/checkpoints/ + state/step_008175 + INFO | >> Saving DeepSpeed Model and accelerator.py:3658 + Optimizer +09/18 [20:45:14] INFO | >> DeepSpeed Model and Optimizer accelerator.py:3661 + saved to output dir + /mnt/dolphinfs/ssd_pool/docker/use + r/hadoop-nlp-sh02/hadoop-aipnlp/EV + A/buxizhou/Benchmark/FastWAM-TDAA/ + work_dirs/hope_fastwam_tdaa_frozen + _20260918_152717_1219/checkpoints/ + state/step_008175/pytorch_model + INFO | >> Scheduler state saved in checkpointing.py:128 + /mnt/dolphinfs/ssd_pool/docker/us + er/hadoop-nlp-sh02/hadoop-aipnlp/ + EVA/buxizhou/Benchmark/FastWAM-TD + AA/work_dirs/hope_fastwam_tdaa_fr + ozen_20260918_152717_1219/checkpo + ints/state/step_008175/scheduler. + bin + INFO | >> Sampler state for dataloader checkpointing.py:145 + 0 saved in + /mnt/dolphinfs/ssd_pool/docker/us + er/hadoop-nlp-sh02/hadoop-aipnlp/ + EVA/buxizhou/Benchmark/FastWAM-TD + AA/work_dirs/hope_fastwam_tdaa_fr + ozen_20260918_152717_1219/checkpo + ints/state/step_008175/sampler.bi + n + INFO | >> Random states saved in checkpointing.py:176 + /mnt/dolphinfs/ssd_pool/docker/us + er/hadoop-nlp-sh02/hadoop-aipnlp/ + EVA/buxizhou/Benchmark/FastWAM-TD + AA/work_dirs/hope_fastwam_tdaa_fr + ozen_20260918_152717_1219/checkpo + ints/state/step_008175/random_sta + tes_0.pkl +09/18 [20:45:15] INFO | >> step=8175 trainer.py:901 + weights=/mnt/dolphinfs/ssd_pool/docker/ + user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/ + buxizhou/Benchmark/FastWAM-TDAA/work_di + rs/hope_fastwam_tdaa_frozen_20260918_15 + 2717_1219/checkpoints/weights/step_0081 + 75.pt + state=/mnt/dolphinfs/ssd_pool/docker/us + er/hadoop-nlp-sh02/hadoop-aipnlp/EVA/bu + xizhou/Benchmark/FastWAM-TDAA/work_dirs + /hope_fastwam_tdaa_frozen_20260918_1527 + 17_1219/checkpoints/state/step_008175 +09/18 [20:45:34] INFO | >> epoch=15 step=8180/13625 trainer.py:845 + loss=0.0763 loss_action=0.0022 + loss_video=0.0740 lr=3.83e-05 + speed=0.68 step/s, 87.08 samples/s + eta=02:13:24 +09/18 [20:45:47] INFO | >> epoch=15 step=8190/13625 trainer.py:845 + loss=0.0897 loss_action=0.0023 + loss_video=0.0874 lr=3.82e-05 + speed=0.68 step/s, 87.09 samples/s + eta=02:13:07 +09/18 [20:46:00] INFO | >> epoch=15 step=8200/13625 trainer.py:845 + loss=0.0853 loss_action=0.0028 + loss_video=0.0826 lr=3.81e-05 + speed=0.68 step/s, 87.10 samples/s + eta=02:12:52 +09/18 [20:46:10] INFO | >> epoch=15 step=8210/13625 trainer.py:845 + loss=0.0647 loss_action=0.0022 + loss_video=0.0625 lr=3.79e-05 + speed=0.68 step/s, 87.13 samples/s + eta=02:12:34 +09/18 [20:46:22] INFO | >> epoch=15 step=8220/13625 trainer.py:845 + loss=0.0882 loss_action=0.0022 + loss_video=0.0860 lr=3.78e-05 + speed=0.68 step/s, 87.16 samples/s + eta=02:12:17 +09/18 [20:46:33] INFO | >> epoch=15 step=8230/13625 trainer.py:845 + loss=0.0855 loss_action=0.0025 + loss_video=0.0830 lr=3.77e-05 + speed=0.68 step/s, 87.18 samples/s + eta=02:12:01 +09/18 [20:46:46] INFO | >> epoch=15 step=8240/13625 trainer.py:845 + loss=0.0775 loss_action=0.0019 + loss_video=0.0755 lr=3.76e-05 + speed=0.68 step/s, 87.19 samples/s + eta=02:11:45 +09/18 [20:46:57] INFO | >> epoch=15 step=8250/13625 trainer.py:845 + loss=0.0855 loss_action=0.0024 + loss_video=0.0832 lr=3.75e-05 + speed=0.68 step/s, 87.22 samples/s + eta=02:11:28 +09/18 [20:47:08] INFO | >> epoch=15 step=8260/13625 trainer.py:845 + loss=0.0781 loss_action=0.0018 + loss_video=0.0764 lr=3.74e-05 + speed=0.68 step/s, 87.24 samples/s + eta=02:11:11 +09/18 [20:47:21] INFO | >> epoch=15 step=8270/13625 trainer.py:845 + loss=0.0754 loss_action=0.0017 + loss_video=0.0737 lr=3.72e-05 + speed=0.68 step/s, 87.26 samples/s + eta=02:10:54 +09/18 [20:47:34] INFO | >> epoch=15 step=8280/13625 trainer.py:845 + loss=0.0642 loss_action=0.0020 + loss_video=0.0621 lr=3.71e-05 + speed=0.68 step/s, 87.27 samples/s + eta=02:10:39 +09/18 [20:47:45] INFO | >> epoch=15 step=8290/13625 trainer.py:845 + loss=0.0834 loss_action=0.0023 + loss_video=0.0811 lr=3.70e-05 + speed=0.68 step/s, 87.30 samples/s + eta=02:10:22 +09/18 [20:47:56] INFO | >> epoch=15 step=8300/13625 trainer.py:845 + loss=0.0790 loss_action=0.0021 + loss_video=0.0769 lr=3.69e-05 + speed=0.68 step/s, 87.32 samples/s + eta=02:10:05 +09/18 [20:48:07] INFO | >> epoch=15 step=8310/13625 trainer.py:845 + loss=0.0828 loss_action=0.0018 + loss_video=0.0810 lr=3.68e-05 + speed=0.68 step/s, 87.35 samples/s + eta=02:09:48 +09/18 [20:48:20] INFO | >> epoch=15 step=8320/13625 trainer.py:845 + loss=0.0882 loss_action=0.0016 + loss_video=0.0866 lr=3.67e-05 + speed=0.68 step/s, 87.36 samples/s + eta=02:09:32 +09/18 [20:48:31] INFO | >> epoch=15 step=8330/13625 trainer.py:845 + loss=0.0953 loss_action=0.0024 + loss_video=0.0929 lr=3.66e-05 + speed=0.68 step/s, 87.39 samples/s + eta=02:09:15 +09/18 [20:48:43] INFO | >> epoch=15 step=8340/13625 trainer.py:845 + loss=0.0870 loss_action=0.0019 + loss_video=0.0851 lr=3.64e-05 + speed=0.68 step/s, 87.41 samples/s + eta=02:08:59 +09/18 [20:48:54] INFO | >> epoch=15 step=8350/13625 trainer.py:845 + loss=0.0746 loss_action=0.0027 + loss_video=0.0719 lr=3.63e-05 + speed=0.68 step/s, 87.44 samples/s + eta=02:08:42 +09/18 [20:49:06] INFO | >> epoch=15 step=8360/13625 trainer.py:845 + loss=0.0961 loss_action=0.0019 + loss_video=0.0942 lr=3.62e-05 + speed=0.68 step/s, 87.45 samples/s + eta=02:08:26 +09/18 [20:49:18] INFO | >> epoch=15 step=8370/13625 trainer.py:845 + loss=0.0786 loss_action=0.0022 + loss_video=0.0764 lr=3.61e-05 + speed=0.68 step/s, 87.47 samples/s + eta=02:08:09 +09/18 [20:49:29] INFO | >> epoch=15 step=8380/13625 trainer.py:845 + loss=0.0878 loss_action=0.0020 + loss_video=0.0858 lr=3.60e-05 + speed=0.68 step/s, 87.50 samples/s + eta=02:07:52 +09/18 [20:49:40] INFO | >> epoch=15 step=8390/13625 trainer.py:845 + loss=0.0897 loss_action=0.0025 + loss_video=0.0872 lr=3.59e-05 + speed=0.68 step/s, 87.52 samples/s + eta=02:07:36 +09/18 [20:49:53] INFO | >> epoch=15 step=8400/13625 trainer.py:845 + loss=0.0811 loss_action=0.0028 + loss_video=0.0783 lr=3.57e-05 + speed=0.68 step/s, 87.54 samples/s + eta=02:07:20 +09/18 [20:50:04] INFO | >> epoch=15 step=8410/13625 trainer.py:845 + loss=0.0760 loss_action=0.0024 + loss_video=0.0736 lr=3.56e-05 + speed=0.68 step/s, 87.56 samples/s + eta=02:07:03 +09/18 [20:50:15] INFO | >> epoch=15 step=8420/13625 trainer.py:845 + loss=0.0812 loss_action=0.0017 + loss_video=0.0795 lr=3.55e-05 + speed=0.68 step/s, 87.59 samples/s + eta=02:06:46 +09/18 [20:50:26] INFO | >> epoch=15 step=8430/13625 trainer.py:845 + loss=0.0662 loss_action=0.0021 + loss_video=0.0641 lr=3.54e-05 + speed=0.68 step/s, 87.61 samples/s + eta=02:06:30 +09/18 [20:50:39] INFO | >> epoch=15 step=8440/13625 trainer.py:845 + loss=0.0961 loss_action=0.0016 + loss_video=0.0945 lr=3.53e-05 + speed=0.68 step/s, 87.62 samples/s + eta=02:06:14 +09/18 [20:50:51] INFO | >> epoch=15 step=8450/13625 trainer.py:845 + loss=0.0785 loss_action=0.0016 + loss_video=0.0769 lr=3.52e-05 + speed=0.68 step/s, 87.64 samples/s + eta=02:05:57 +09/18 [20:51:02] INFO | >> epoch=15 step=8460/13625 trainer.py:845 + loss=0.0867 loss_action=0.0018 + loss_video=0.0849 lr=3.51e-05 + speed=0.68 step/s, 87.67 samples/s + eta=02:05:41 +09/18 [20:51:13] INFO | >> epoch=15 step=8470/13625 trainer.py:845 + loss=0.0771 loss_action=0.0020 + loss_video=0.0751 lr=3.49e-05 + speed=0.69 step/s, 87.69 samples/s + eta=02:05:24 +09/18 [20:51:26] INFO | >> epoch=15 step=8480/13625 trainer.py:845 + loss=0.0671 loss_action=0.0023 + loss_video=0.0649 lr=3.48e-05 + speed=0.69 step/s, 87.70 samples/s + eta=02:05:09 +09/18 [20:51:38] INFO | >> epoch=15 step=8490/13625 trainer.py:845 + loss=0.0827 loss_action=0.0023 + loss_video=0.0805 lr=3.47e-05 + speed=0.69 step/s, 87.72 samples/s + eta=02:04:52 +09/18 [20:51:49] INFO | >> epoch=15 step=8500/13625 trainer.py:845 + loss=0.0892 loss_action=0.0022 + loss_video=0.0870 lr=3.46e-05 + speed=0.69 step/s, 87.75 samples/s + eta=02:04:36 +09/18 [20:51:54] INFO | >> Restoring DiT/proprio training and trainer.py:348 + the configured TDAA freeze mode. +09/18 [20:51:55] INFO | >> step=8500 val_loss=0.0508 trainer.py:876 + infer_psnr=39.8768 infer_ssim=0.9795 + action_l2=0.0002 action_l1=0.0080 +09/18 [20:52:05] INFO | >> epoch=15 step=8510/13625 trainer.py:845 + loss=0.0800 loss_action=0.0018 + loss_video=0.0781 lr=3.45e-05 + speed=0.69 step/s, 87.74 samples/s + eta=02:04:22 +09/18 [20:52:14] INFO | >> epoch=15 step=8520/13625 trainer.py:845 + loss=0.0783 loss_action=0.0016 + loss_video=0.0767 lr=3.44e-05 + speed=0.69 step/s, 87.78 samples/s + eta=02:04:04 +09/18 [20:52:25] INFO | >> epoch=15 step=8530/13625 trainer.py:845 + loss=0.0825 loss_action=0.0023 + loss_video=0.0801 lr=3.43e-05 + speed=0.69 step/s, 87.80 samples/s + eta=02:03:47 +09/18 [20:52:36] INFO | >> epoch=15 step=8540/13625 trainer.py:845 + loss=0.0809 loss_action=0.0019 + loss_video=0.0790 lr=3.41e-05 + speed=0.69 step/s, 87.83 samples/s + eta=02:03:30 +09/18 [20:52:47] INFO | >> epoch=15 step=8550/13625 trainer.py:845 + loss=0.0749 loss_action=0.0024 + loss_video=0.0725 lr=3.40e-05 + speed=0.69 step/s, 87.85 samples/s + eta=02:03:14 +09/18 [20:53:00] INFO | >> epoch=15 step=8560/13625 trainer.py:845 + loss=0.0963 loss_action=0.0025 + loss_video=0.0938 lr=3.39e-05 + speed=0.69 step/s, 87.86 samples/s + eta=02:02:58 +09/18 [20:53:11] INFO | >> epoch=15 step=8570/13625 trainer.py:845 + loss=0.0691 loss_action=0.0021 + loss_video=0.0670 lr=3.38e-05 + speed=0.69 step/s, 87.89 samples/s + eta=02:02:42 +09/18 [20:53:22] INFO | >> epoch=15 step=8580/13625 trainer.py:845 + loss=0.0832 loss_action=0.0020 + loss_video=0.0812 lr=3.37e-05 + speed=0.69 step/s, 87.91 samples/s + eta=02:02:25 +09/18 [20:53:34] INFO | >> epoch=15 step=8590/13625 trainer.py:845 + loss=0.0737 loss_action=0.0016 + loss_video=0.0721 lr=3.36e-05 + speed=0.69 step/s, 87.93 samples/s + eta=02:02:09 +09/18 [20:53:47] INFO | >> epoch=15 step=8600/13625 trainer.py:845 + loss=0.0867 loss_action=0.0015 + loss_video=0.0852 lr=3.35e-05 + speed=0.69 step/s, 87.95 samples/s + eta=02:01:53 +09/18 [20:53:58] INFO | >> epoch=15 step=8610/13625 trainer.py:845 + loss=0.0821 loss_action=0.0022 + loss_video=0.0800 lr=3.34e-05 + speed=0.69 step/s, 87.97 samples/s + eta=02:01:37 +09/18 [20:54:09] INFO | >> epoch=15 step=8620/13625 trainer.py:845 + loss=0.0818 loss_action=0.0018 + loss_video=0.0799 lr=3.32e-05 + speed=0.69 step/s, 87.99 samples/s + eta=02:01:20 +09/18 [20:54:20] INFO | >> epoch=15 step=8630/13625 trainer.py:845 + loss=0.0756 loss_action=0.0017 + loss_video=0.0738 lr=3.31e-05 + speed=0.69 step/s, 88.02 samples/s + eta=02:01:04 +09/18 [20:54:33] INFO | >> epoch=15 step=8640/13625 trainer.py:845 + loss=0.0748 loss_action=0.0018 + loss_video=0.0730 lr=3.30e-05 + speed=0.69 step/s, 88.03 samples/s + eta=02:00:48 +09/18 [20:54:44] INFO | >> epoch=15 step=8650/13625 trainer.py:845 + loss=0.0994 loss_action=0.0026 + loss_video=0.0967 lr=3.29e-05 + speed=0.69 step/s, 88.05 samples/s + eta=02:00:32 +09/18 [20:54:56] INFO | >> epoch=15 step=8660/13625 trainer.py:845 + loss=0.0773 loss_action=0.0020 + loss_video=0.0753 lr=3.28e-05 + speed=0.69 step/s, 88.07 samples/s + eta=02:00:15 +09/18 [20:55:07] INFO | >> epoch=15 step=8670/13625 trainer.py:845 + loss=0.0756 loss_action=0.0014 + loss_video=0.0741 lr=3.27e-05 + speed=0.69 step/s, 88.10 samples/s + eta=01:59:59 +09/18 [20:55:20] INFO | >> epoch=15 step=8680/13625 trainer.py:845 + loss=0.0826 loss_action=0.0018 + loss_video=0.0809 lr=3.26e-05 + speed=0.69 step/s, 88.11 samples/s + eta=01:59:43 +09/18 [20:55:31] INFO | >> epoch=15 step=8690/13625 trainer.py:845 + loss=0.0855 loss_action=0.0023 + loss_video=0.0832 lr=3.25e-05 + speed=0.69 step/s, 88.13 samples/s + eta=01:59:27 +09/18 [20:55:42] INFO | >> epoch=15 step=8700/13625 trainer.py:845 + loss=0.0967 loss_action=0.0015 + loss_video=0.0952 lr=3.23e-05 + speed=0.69 step/s, 88.15 samples/s + eta=01:59:11 +09/18 [20:55:53] INFO | >> epoch=15 step=8710/13625 trainer.py:845 + loss=0.0688 loss_action=0.0021 + loss_video=0.0667 lr=3.22e-05 + speed=0.69 step/s, 88.18 samples/s + eta=01:58:54 +09/18 [20:56:07] INFO | >> epoch=15 step=8720/13625 trainer.py:845 + loss=0.0764 loss_action=0.0022 + loss_video=0.0742 lr=3.21e-05 + speed=0.69 step/s, 88.18 samples/s + eta=01:58:39 +09/18 [20:56:34] INFO | >> epoch=16 step=8730/13625 trainer.py:845 + loss=0.0765 loss_action=0.0018 + loss_video=0.0748 lr=3.20e-05 + speed=0.69 step/s, 88.09 samples/s + eta=01:58:32 +09/18 [20:56:46] INFO | >> epoch=16 step=8740/13625 trainer.py:845 + loss=0.0764 loss_action=0.0019 + loss_video=0.0745 lr=3.19e-05 + speed=0.69 step/s, 88.12 samples/s + eta=01:58:15 +09/18 [20:56:57] INFO | >> epoch=16 step=8750/13625 trainer.py:845 + loss=0.0729 loss_action=0.0020 + loss_video=0.0709 lr=3.18e-05 + speed=0.69 step/s, 88.14 samples/s + eta=01:57:59 +09/18 [20:57:10] INFO | >> epoch=16 step=8760/13625 trainer.py:845 + loss=0.0821 loss_action=0.0019 + loss_video=0.0802 lr=3.17e-05 + speed=0.69 step/s, 88.15 samples/s + eta=01:57:44 +09/18 [20:57:21] INFO | >> epoch=16 step=8770/13625 trainer.py:845 + loss=0.0866 loss_action=0.0020 + loss_video=0.0847 lr=3.16e-05 + speed=0.69 step/s, 88.18 samples/s + eta=01:57:27 +09/18 [20:57:32] INFO | >> epoch=16 step=8780/13625 trainer.py:845 + loss=0.0801 loss_action=0.0018 + loss_video=0.0783 lr=3.15e-05 + speed=0.69 step/s, 88.20 samples/s + eta=01:57:11 +09/18 [20:57:43] INFO | >> epoch=16 step=8790/13625 trainer.py:845 + loss=0.0854 loss_action=0.0016 + loss_video=0.0837 lr=3.13e-05 + speed=0.69 step/s, 88.22 samples/s + eta=01:56:54 +09/18 [20:57:56] INFO | >> epoch=16 step=8800/13625 trainer.py:845 + loss=0.0760 loss_action=0.0015 + loss_video=0.0744 lr=3.12e-05 + speed=0.69 step/s, 88.23 samples/s + eta=01:56:39 +09/18 [20:58:07] INFO | >> epoch=16 step=8810/13625 trainer.py:845 + loss=0.0778 loss_action=0.0016 + loss_video=0.0763 lr=3.11e-05 + speed=0.69 step/s, 88.26 samples/s + eta=01:56:23 +09/18 [20:58:18] INFO | >> epoch=16 step=8820/13625 trainer.py:845 + loss=0.0909 loss_action=0.0019 + loss_video=0.0890 lr=3.10e-05 + speed=0.69 step/s, 88.28 samples/s + eta=01:56:07 +09/18 [20:58:30] INFO | >> epoch=16 step=8830/13625 trainer.py:845 + loss=0.0685 loss_action=0.0015 + loss_video=0.0670 lr=3.09e-05 + speed=0.69 step/s, 88.30 samples/s + eta=01:55:50 +09/18 [20:58:43] INFO | >> epoch=16 step=8840/13625 trainer.py:845 + loss=0.0766 loss_action=0.0014 + loss_video=0.0752 lr=3.08e-05 + speed=0.69 step/s, 88.31 samples/s + eta=01:55:35 +09/18 [20:58:54] INFO | >> epoch=16 step=8850/13625 trainer.py:845 + loss=0.0876 loss_action=0.0017 + loss_video=0.0859 lr=3.07e-05 + speed=0.69 step/s, 88.33 samples/s + eta=01:55:19 +09/18 [20:59:05] INFO | >> epoch=16 step=8860/13625 trainer.py:845 + loss=0.0820 loss_action=0.0017 + loss_video=0.0803 lr=3.06e-05 + speed=0.69 step/s, 88.35 samples/s + eta=01:55:03 +09/18 [20:59:17] INFO | >> epoch=16 step=8870/13625 trainer.py:845 + loss=0.0762 loss_action=0.0017 + loss_video=0.0745 lr=3.05e-05 + speed=0.69 step/s, 88.38 samples/s + eta=01:54:46 +09/18 [20:59:30] INFO | >> epoch=16 step=8880/13625 trainer.py:845 + loss=0.0731 loss_action=0.0015 + loss_video=0.0715 lr=3.04e-05 + speed=0.69 step/s, 88.38 samples/s + eta=01:54:31 +09/18 [20:59:41] INFO | >> epoch=16 step=8890/13625 trainer.py:845 + loss=0.0832 loss_action=0.0017 + loss_video=0.0815 lr=3.02e-05 + speed=0.69 step/s, 88.41 samples/s + eta=01:54:15 +09/18 [20:59:53] INFO | >> epoch=16 step=8900/13625 trainer.py:845 + loss=0.0987 loss_action=0.0018 + loss_video=0.0969 lr=3.01e-05 + speed=0.69 step/s, 88.43 samples/s + eta=01:53:59 +09/18 [21:00:04] INFO | >> epoch=16 step=8910/13625 trainer.py:845 + loss=0.0778 loss_action=0.0019 + loss_video=0.0759 lr=3.00e-05 + speed=0.69 step/s, 88.45 samples/s + eta=01:53:43 +09/18 [21:00:17] INFO | >> epoch=16 step=8920/13625 trainer.py:845 + loss=0.0861 loss_action=0.0017 + loss_video=0.0845 lr=2.99e-05 + speed=0.69 step/s, 88.46 samples/s + eta=01:53:28 +09/18 [21:00:28] INFO | >> epoch=16 step=8930/13625 trainer.py:845 + loss=0.0785 loss_action=0.0014 + loss_video=0.0772 lr=2.98e-05 + speed=0.69 step/s, 88.48 samples/s + eta=01:53:11 +09/18 [21:00:39] INFO | >> epoch=16 step=8940/13625 trainer.py:845 + loss=0.1114 loss_action=0.0023 + loss_video=0.1090 lr=2.97e-05 + speed=0.69 step/s, 88.50 samples/s + eta=01:52:55 +09/18 [21:00:50] INFO | >> epoch=16 step=8950/13625 trainer.py:845 + loss=0.0840 loss_action=0.0018 + loss_video=0.0821 lr=2.96e-05 + speed=0.69 step/s, 88.53 samples/s + eta=01:52:39 +09/18 [21:01:04] INFO | >> epoch=16 step=8960/13625 trainer.py:845 + loss=0.0697 loss_action=0.0024 + loss_video=0.0673 lr=2.95e-05 + speed=0.69 step/s, 88.54 samples/s + eta=01:52:24 +09/18 [21:01:15] INFO | >> epoch=16 step=8970/13625 trainer.py:845 + loss=0.0845 loss_action=0.0014 + loss_video=0.0831 lr=2.94e-05 + speed=0.69 step/s, 88.56 samples/s + eta=01:52:08 +09/18 [21:01:26] INFO | >> epoch=16 step=8980/13625 trainer.py:845 + loss=0.0768 loss_action=0.0016 + loss_video=0.0753 lr=2.93e-05 + speed=0.69 step/s, 88.58 samples/s + eta=01:51:52 +09/18 [21:01:37] INFO | >> epoch=16 step=8990/13625 trainer.py:845 + loss=0.0924 loss_action=0.0017 + loss_video=0.0907 lr=2.92e-05 + speed=0.69 step/s, 88.60 samples/s + eta=01:51:36 +09/18 [21:01:50] INFO | >> epoch=16 step=9000/13625 trainer.py:845 + loss=0.0806 loss_action=0.0018 + loss_video=0.0788 lr=2.90e-05 + speed=0.69 step/s, 88.61 samples/s + eta=01:51:20 +09/18 [21:01:55] INFO | >> Restoring DiT/proprio training and trainer.py:348 + the configured TDAA freeze mode. +09/18 [21:01:56] INFO | >> step=9000 val_loss=0.0587 trainer.py:876 + infer_psnr=36.9098 infer_ssim=0.9621 + action_l2=0.0002 action_l1=0.0067 +09/18 [21:02:05] INFO | >> epoch=16 step=9010/13625 trainer.py:845 + loss=0.0849 loss_action=0.0014 + loss_video=0.0835 lr=2.89e-05 + speed=0.69 step/s, 88.61 samples/s + eta=01:51:06 +09/18 [21:02:15] INFO | >> epoch=16 step=9020/13625 trainer.py:845 + loss=0.0764 loss_action=0.0018 + loss_video=0.0747 lr=2.88e-05 + speed=0.69 step/s, 88.64 samples/s + eta=01:50:49 +09/18 [21:02:25] INFO | >> epoch=16 step=9030/13625 trainer.py:845 + loss=0.0816 loss_action=0.0019 + loss_video=0.0797 lr=2.87e-05 + speed=0.69 step/s, 88.67 samples/s + eta=01:50:33 +09/18 [21:02:37] INFO | >> epoch=16 step=9040/13625 trainer.py:845 + loss=0.0804 loss_action=0.0023 + loss_video=0.0781 lr=2.86e-05 + speed=0.69 step/s, 88.68 samples/s + eta=01:50:17 +09/18 [21:02:48] INFO | >> epoch=16 step=9050/13625 trainer.py:845 + loss=0.0771 loss_action=0.0015 + loss_video=0.0757 lr=2.85e-05 + speed=0.69 step/s, 88.71 samples/s + eta=01:50:01 +09/18 [21:03:00] INFO | >> epoch=16 step=9060/13625 trainer.py:845 + loss=0.0786 loss_action=0.0014 + loss_video=0.0772 lr=2.84e-05 + speed=0.69 step/s, 88.73 samples/s + eta=01:49:45 +09/18 [21:03:11] INFO | >> epoch=16 step=9070/13625 trainer.py:845 + loss=0.0746 loss_action=0.0015 + loss_video=0.0731 lr=2.83e-05 + speed=0.69 step/s, 88.75 samples/s + eta=01:49:29 +09/18 [21:03:24] INFO | >> epoch=16 step=9080/13625 trainer.py:845 + loss=0.0795 loss_action=0.0021 + loss_video=0.0774 lr=2.82e-05 + speed=0.69 step/s, 88.76 samples/s + eta=01:49:14 +09/18 [21:03:35] INFO | >> epoch=16 step=9090/13625 trainer.py:845 + loss=0.0811 loss_action=0.0017 + loss_video=0.0794 lr=2.81e-05 + speed=0.69 step/s, 88.78 samples/s + eta=01:48:58 +09/18 [21:03:47] INFO | >> epoch=16 step=9100/13625 trainer.py:845 + loss=0.0730 loss_action=0.0021 + loss_video=0.0709 lr=2.80e-05 + speed=0.69 step/s, 88.80 samples/s + eta=01:48:42 +09/18 [21:03:58] INFO | >> epoch=16 step=9110/13625 trainer.py:845 + loss=0.0767 loss_action=0.0017 + loss_video=0.0750 lr=2.79e-05 + speed=0.69 step/s, 88.82 samples/s + eta=01:48:26 +09/18 [21:04:11] INFO | >> epoch=16 step=9120/13625 trainer.py:845 + loss=0.0768 loss_action=0.0020 + loss_video=0.0748 lr=2.78e-05 + speed=0.69 step/s, 88.83 samples/s + eta=01:48:11 +09/18 [21:04:22] INFO | >> epoch=16 step=9130/13625 trainer.py:845 + loss=0.0819 loss_action=0.0017 + loss_video=0.0802 lr=2.76e-05 + speed=0.69 step/s, 88.85 samples/s + eta=01:47:55 +09/18 [21:04:33] INFO | >> epoch=16 step=9140/13625 trainer.py:845 + loss=0.0842 loss_action=0.0016 + loss_video=0.0826 lr=2.75e-05 + speed=0.69 step/s, 88.87 samples/s + eta=01:47:39 +09/18 [21:04:45] INFO | >> epoch=16 step=9150/13625 trainer.py:845 + loss=0.0643 loss_action=0.0017 + loss_video=0.0625 lr=2.74e-05 + speed=0.69 step/s, 88.90 samples/s + eta=01:47:23 +09/18 [21:04:58] INFO | >> epoch=16 step=9160/13625 trainer.py:845 + loss=0.0784 loss_action=0.0019 + loss_video=0.0765 lr=2.73e-05 + speed=0.69 step/s, 88.90 samples/s + eta=01:47:08 +09/18 [21:05:10] INFO | >> epoch=16 step=9170/13625 trainer.py:845 + loss=0.0709 loss_action=0.0016 + loss_video=0.0693 lr=2.72e-05 + speed=0.69 step/s, 88.92 samples/s + eta=01:46:52 +09/18 [21:05:21] INFO | >> epoch=16 step=9180/13625 trainer.py:845 + loss=0.0794 loss_action=0.0022 + loss_video=0.0772 lr=2.71e-05 + speed=0.69 step/s, 88.94 samples/s + eta=01:46:36 +09/18 [21:05:32] INFO | >> epoch=16 step=9190/13625 trainer.py:845 + loss=0.0949 loss_action=0.0016 + loss_video=0.0933 lr=2.70e-05 + speed=0.70 step/s, 88.96 samples/s + eta=01:46:20 +09/18 [21:05:45] INFO | >> epoch=16 step=9200/13625 trainer.py:845 + loss=0.0783 loss_action=0.0010 + loss_video=0.0772 lr=2.69e-05 + speed=0.70 step/s, 88.97 samples/s + eta=01:46:05 +09/18 [21:05:56] INFO | >> epoch=16 step=9210/13625 trainer.py:845 + loss=0.0834 loss_action=0.0012 + loss_video=0.0821 lr=2.68e-05 + speed=0.70 step/s, 88.99 samples/s + eta=01:45:50 +09/18 [21:06:08] INFO | >> epoch=16 step=9220/13625 trainer.py:845 + loss=0.0767 loss_action=0.0010 + loss_video=0.0757 lr=2.67e-05 + speed=0.70 step/s, 89.01 samples/s + eta=01:45:34 +09/18 [21:06:19] INFO | >> epoch=16 step=9230/13625 trainer.py:845 + loss=0.0868 loss_action=0.0018 + loss_video=0.0850 lr=2.66e-05 + speed=0.70 step/s, 89.03 samples/s + eta=01:45:18 +09/18 [21:06:32] INFO | >> epoch=16 step=9240/13625 trainer.py:845 + loss=0.0731 loss_action=0.0019 + loss_video=0.0712 lr=2.65e-05 + speed=0.70 step/s, 89.04 samples/s + eta=01:45:03 +09/18 [21:06:44] INFO | >> epoch=16 step=9250/13625 trainer.py:845 + loss=0.0745 loss_action=0.0017 + loss_video=0.0728 lr=2.64e-05 + speed=0.70 step/s, 89.06 samples/s + eta=01:44:47 +09/18 [21:06:55] INFO | >> epoch=16 step=9260/13625 trainer.py:845 + loss=0.0905 loss_action=0.0021 + loss_video=0.0884 lr=2.63e-05 + speed=0.70 step/s, 89.08 samples/s + eta=01:44:32 +09/18 [21:07:23] INFO | >> epoch=17 step=9270/13625 trainer.py:845 + loss=0.0916 loss_action=0.0015 + loss_video=0.0900 lr=2.62e-05 + speed=0.70 step/s, 89.00 samples/s + eta=01:44:23 +09/18 [21:07:35] INFO | >> epoch=17 step=9280/13625 trainer.py:845 + loss=0.0939 loss_action=0.0018 + loss_video=0.0921 lr=2.61e-05 + speed=0.70 step/s, 89.01 samples/s + eta=01:44:08 +09/18 [21:07:48] INFO | >> epoch=17 step=9290/13625 trainer.py:845 + loss=0.0745 loss_action=0.0015 + loss_video=0.0730 lr=2.60e-05 + speed=0.70 step/s, 89.02 samples/s + eta=01:43:53 +09/18 [21:07:59] INFO | >> epoch=17 step=9300/13625 trainer.py:845 + loss=0.0713 loss_action=0.0017 + loss_video=0.0697 lr=2.59e-05 + speed=0.70 step/s, 89.04 samples/s + eta=01:43:37 +09/18 [21:08:10] INFO | >> epoch=17 step=9310/13625 trainer.py:845 + loss=0.0924 loss_action=0.0014 + loss_video=0.0910 lr=2.58e-05 + speed=0.70 step/s, 89.06 samples/s + eta=01:43:21 +09/18 [21:08:22] INFO | >> epoch=17 step=9320/13625 trainer.py:845 + loss=0.0726 loss_action=0.0014 + loss_video=0.0711 lr=2.56e-05 + speed=0.70 step/s, 89.08 samples/s + eta=01:43:05 +09/18 [21:08:35] INFO | >> epoch=17 step=9330/13625 trainer.py:845 + loss=0.0855 loss_action=0.0015 + loss_video=0.0840 lr=2.55e-05 + speed=0.70 step/s, 89.09 samples/s + eta=01:42:50 +09/18 [21:08:46] INFO | >> epoch=17 step=9340/13625 trainer.py:845 + loss=0.0840 loss_action=0.0015 + loss_video=0.0825 lr=2.54e-05 + speed=0.70 step/s, 89.11 samples/s + eta=01:42:35 +09/18 [21:08:57] INFO | >> epoch=17 step=9350/13625 trainer.py:845 + loss=0.0605 loss_action=0.0015 + loss_video=0.0589 lr=2.53e-05 + speed=0.70 step/s, 89.13 samples/s + eta=01:42:19 +09/18 [21:09:08] INFO | >> epoch=17 step=9360/13625 trainer.py:845 + loss=0.0783 loss_action=0.0015 + loss_video=0.0768 lr=2.52e-05 + speed=0.70 step/s, 89.15 samples/s + eta=01:42:03 +09/18 [21:09:22] INFO | >> epoch=17 step=9370/13625 trainer.py:845 + loss=0.0782 loss_action=0.0013 + loss_video=0.0770 lr=2.51e-05 + speed=0.70 step/s, 89.16 samples/s + eta=01:41:48 +09/18 [21:09:33] INFO | >> epoch=17 step=9380/13625 trainer.py:845 + loss=0.0691 loss_action=0.0015 + loss_video=0.0676 lr=2.50e-05 + speed=0.70 step/s, 89.18 samples/s + eta=01:41:33 +09/18 [21:09:44] INFO | >> epoch=17 step=9390/13625 trainer.py:845 + loss=0.0738 loss_action=0.0016 + loss_video=0.0722 lr=2.49e-05 + speed=0.70 step/s, 89.20 samples/s + eta=01:41:17 +09/18 [21:09:56] INFO | >> epoch=17 step=9400/13625 trainer.py:845 + loss=0.0952 loss_action=0.0016 + loss_video=0.0936 lr=2.48e-05 + speed=0.70 step/s, 89.22 samples/s + eta=01:41:01 +09/18 [21:10:09] INFO | >> epoch=17 step=9410/13625 trainer.py:845 + loss=0.0888 loss_action=0.0013 + loss_video=0.0874 lr=2.47e-05 + speed=0.70 step/s, 89.23 samples/s + eta=01:40:46 +09/18 [21:10:20] INFO | >> epoch=17 step=9420/13625 trainer.py:845 + loss=0.0813 loss_action=0.0015 + loss_video=0.0798 lr=2.46e-05 + speed=0.70 step/s, 89.25 samples/s + eta=01:40:30 +09/18 [21:10:31] INFO | >> epoch=17 step=9430/13625 trainer.py:845 + loss=0.0660 loss_action=0.0022 + loss_video=0.0638 lr=2.45e-05 + speed=0.70 step/s, 89.27 samples/s + eta=01:40:15 +09/18 [21:10:42] INFO | >> epoch=17 step=9440/13625 trainer.py:845 + loss=0.0807 loss_action=0.0017 + loss_video=0.0791 lr=2.44e-05 + speed=0.70 step/s, 89.29 samples/s + eta=01:39:59 +09/18 [21:10:56] INFO | >> epoch=17 step=9450/13625 trainer.py:845 + loss=0.0724 loss_action=0.0013 + loss_video=0.0711 lr=2.43e-05 + speed=0.70 step/s, 89.30 samples/s + eta=01:39:44 +09/18 [21:11:07] INFO | >> epoch=17 step=9460/13625 trainer.py:845 + loss=0.0746 loss_action=0.0012 + loss_video=0.0734 lr=2.42e-05 + speed=0.70 step/s, 89.32 samples/s + eta=01:39:28 +09/18 [21:11:18] INFO | >> epoch=17 step=9470/13625 trainer.py:845 + loss=0.0745 loss_action=0.0015 + loss_video=0.0730 lr=2.41e-05 + speed=0.70 step/s, 89.34 samples/s + eta=01:39:13 +09/18 [21:11:29] INFO | >> epoch=17 step=9480/13625 trainer.py:845 + loss=0.0786 loss_action=0.0013 + loss_video=0.0773 lr=2.40e-05 + speed=0.70 step/s, 89.36 samples/s + eta=01:38:57 +09/18 [21:11:42] INFO | >> epoch=17 step=9490/13625 trainer.py:845 + loss=0.0692 loss_action=0.0020 + loss_video=0.0671 lr=2.39e-05 + speed=0.70 step/s, 89.37 samples/s + eta=01:38:42 +09/18 [21:11:54] INFO | >> epoch=17 step=9500/13625 trainer.py:845 + loss=0.0644 loss_action=0.0013 + loss_video=0.0631 lr=2.38e-05 + speed=0.70 step/s, 89.39 samples/s + eta=01:38:27 +09/18 [21:11:58] INFO | >> Restoring DiT/proprio training and trainer.py:348 + the configured TDAA freeze mode. +09/18 [21:11:59] INFO | >> step=9500 val_loss=0.1438 trainer.py:876 + infer_psnr=38.0753 infer_ssim=0.9670 + action_l2=0.0004 action_l1=0.0087 +09/18 [21:12:09] INFO | >> epoch=17 step=9510/13625 trainer.py:845 + loss=0.0699 loss_action=0.0016 + loss_video=0.0683 lr=2.37e-05 + speed=0.70 step/s, 89.38 samples/s + eta=01:38:13 +09/18 [21:12:18] INFO | >> epoch=17 step=9520/13625 trainer.py:845 + loss=0.0863 loss_action=0.0013 + loss_video=0.0850 lr=2.36e-05 + speed=0.70 step/s, 89.41 samples/s + eta=01:37:56 +09/18 [21:12:29] INFO | >> epoch=17 step=9530/13625 trainer.py:845 + loss=0.0757 loss_action=0.0016 + loss_video=0.0741 lr=2.35e-05 + speed=0.70 step/s, 89.43 samples/s + eta=01:37:40 +09/18 [21:12:41] INFO | >> epoch=17 step=9540/13625 trainer.py:845 + loss=0.0741 loss_action=0.0014 + loss_video=0.0727 lr=2.34e-05 + speed=0.70 step/s, 89.45 samples/s + eta=01:37:25 +09/18 [21:12:52] INFO | >> epoch=17 step=9550/13625 trainer.py:845 + loss=0.0656 loss_action=0.0017 + loss_video=0.0640 lr=2.33e-05 + speed=0.70 step/s, 89.47 samples/s + eta=01:37:09 +09/18 [21:13:03] INFO | >> epoch=17 step=9560/13625 trainer.py:845 + loss=0.0818 loss_action=0.0014 + loss_video=0.0804 lr=2.32e-05 + speed=0.70 step/s, 89.50 samples/s + eta=01:36:53 +09/18 [21:13:16] INFO | >> epoch=17 step=9570/13625 trainer.py:845 + loss=0.0813 loss_action=0.0013 + loss_video=0.0799 lr=2.31e-05 + speed=0.70 step/s, 89.50 samples/s + eta=01:36:39 +09/18 [21:13:27] INFO | >> epoch=17 step=9580/13625 trainer.py:845 + loss=0.0770 loss_action=0.0017 + loss_video=0.0753 lr=2.30e-05 + speed=0.70 step/s, 89.52 samples/s + eta=01:36:23 +09/18 [21:13:39] INFO | >> epoch=17 step=9590/13625 trainer.py:845 + loss=0.0717 loss_action=0.0010 + loss_video=0.0707 lr=2.29e-05 + speed=0.70 step/s, 89.54 samples/s + eta=01:36:08 +09/18 [21:13:50] INFO | >> epoch=17 step=9600/13625 trainer.py:845 + loss=0.0794 loss_action=0.0010 + loss_video=0.0784 lr=2.28e-05 + speed=0.70 step/s, 89.56 samples/s + eta=01:35:52 +09/18 [21:14:03] INFO | >> epoch=17 step=9610/13625 trainer.py:845 + loss=0.0723 loss_action=0.0011 + loss_video=0.0712 lr=2.27e-05 + speed=0.70 step/s, 89.57 samples/s + eta=01:35:37 +09/18 [21:14:14] INFO | >> epoch=17 step=9620/13625 trainer.py:845 + loss=0.0550 loss_action=0.0010 + loss_video=0.0539 lr=2.26e-05 + speed=0.70 step/s, 89.59 samples/s + eta=01:35:22 +09/18 [21:14:26] INFO | >> epoch=17 step=9630/13625 trainer.py:845 + loss=0.0669 loss_action=0.0010 + loss_video=0.0659 lr=2.25e-05 + speed=0.70 step/s, 89.61 samples/s + eta=01:35:06 +09/18 [21:14:37] INFO | >> epoch=17 step=9640/13625 trainer.py:845 + loss=0.0702 loss_action=0.0014 + loss_video=0.0688 lr=2.24e-05 + speed=0.70 step/s, 89.63 samples/s + eta=01:34:51 +09/18 [21:14:50] INFO | >> epoch=17 step=9650/13625 trainer.py:845 + loss=0.0601 loss_action=0.0018 + loss_video=0.0583 lr=2.23e-05 + speed=0.70 step/s, 89.64 samples/s + eta=01:34:36 +09/18 [21:15:01] INFO | >> epoch=17 step=9660/13625 trainer.py:845 + loss=0.0573 loss_action=0.0018 + loss_video=0.0555 lr=2.22e-05 + speed=0.70 step/s, 89.65 samples/s + eta=01:34:20 +09/18 [21:15:13] INFO | >> epoch=17 step=9670/13625 trainer.py:845 + loss=0.0935 loss_action=0.0010 + loss_video=0.0924 lr=2.21e-05 + speed=0.70 step/s, 89.67 samples/s + eta=01:34:05 +09/18 [21:15:24] INFO | >> epoch=17 step=9680/13625 trainer.py:845 + loss=0.0791 loss_action=0.0014 + loss_video=0.0777 lr=2.20e-05 + speed=0.70 step/s, 89.69 samples/s + eta=01:33:49 +09/18 [21:15:37] INFO | >> epoch=17 step=9690/13625 trainer.py:845 + loss=0.0603 loss_action=0.0011 + loss_video=0.0593 lr=2.19e-05 + speed=0.70 step/s, 89.70 samples/s + eta=01:33:35 +09/18 [21:15:48] INFO | >> epoch=17 step=9700/13625 trainer.py:845 + loss=0.0801 loss_action=0.0011 + loss_video=0.0790 lr=2.18e-05 + speed=0.70 step/s, 89.72 samples/s + eta=01:33:19 +09/18 [21:15:59] INFO | >> epoch=17 step=9710/13625 trainer.py:845 + loss=0.0762 loss_action=0.0014 + loss_video=0.0747 lr=2.17e-05 + speed=0.70 step/s, 89.74 samples/s + eta=01:33:04 +09/18 [21:16:11] INFO | >> epoch=17 step=9720/13625 trainer.py:845 + loss=0.0858 loss_action=0.0018 + loss_video=0.0841 lr=2.16e-05 + speed=0.70 step/s, 89.76 samples/s + eta=01:32:48 +09/18 [21:16:24] INFO | >> epoch=17 step=9730/13625 trainer.py:845 + loss=0.0750 loss_action=0.0014 + loss_video=0.0736 lr=2.15e-05 + speed=0.70 step/s, 89.77 samples/s + eta=01:32:33 +09/18 [21:16:35] INFO | >> epoch=17 step=9740/13625 trainer.py:845 + loss=0.0804 loss_action=0.0015 + loss_video=0.0789 lr=2.14e-05 + speed=0.70 step/s, 89.79 samples/s + eta=01:32:18 +09/18 [21:16:46] INFO | >> epoch=17 step=9750/13625 trainer.py:845 + loss=0.0731 loss_action=0.0013 + loss_video=0.0718 lr=2.13e-05 + speed=0.70 step/s, 89.81 samples/s + eta=01:32:02 +09/18 [21:16:57] INFO | >> epoch=17 step=9760/13625 trainer.py:845 + loss=0.0809 loss_action=0.0017 + loss_video=0.0793 lr=2.12e-05 + speed=0.70 step/s, 89.83 samples/s + eta=01:31:47 +09/18 [21:17:10] INFO | >> epoch=17 step=9770/13625 trainer.py:845 + loss=0.0752 loss_action=0.0011 + loss_video=0.0740 lr=2.11e-05 + speed=0.70 step/s, 89.84 samples/s + eta=01:31:32 +09/18 [21:17:21] INFO | >> epoch=17 step=9780/13625 trainer.py:845 + loss=0.0787 loss_action=0.0012 + loss_video=0.0776 lr=2.10e-05 + speed=0.70 step/s, 89.86 samples/s + eta=01:31:17 +09/18 [21:17:33] INFO | >> epoch=17 step=9790/13625 trainer.py:845 + loss=0.0748 loss_action=0.0012 + loss_video=0.0735 lr=2.09e-05 + speed=0.70 step/s, 89.88 samples/s + eta=01:31:01 +09/18 [21:17:44] INFO | >> epoch=17 step=9800/13625 trainer.py:845 + loss=0.0751 loss_action=0.0017 + loss_video=0.0733 lr=2.08e-05 + speed=0.70 step/s, 89.90 samples/s + eta=01:30:46 +09/18 [21:17:56] INFO | >> epoch=17 step=9810/13625 trainer.py:845 + loss=0.0861 loss_action=0.0014 + loss_video=0.0847 lr=2.07e-05 + speed=0.70 step/s, 89.91 samples/s + eta=01:30:31 +09/18 [21:18:23] INFO | >> epoch=18 step=9820/13625 trainer.py:845 + loss=0.0800 loss_action=0.0012 + loss_video=0.0788 lr=2.06e-05 + speed=0.70 step/s, 89.83 samples/s + eta=01:30:21 +09/18 [21:18:34] INFO | >> epoch=18 step=9830/13625 trainer.py:845 + loss=0.0794 loss_action=0.0014 + loss_video=0.0780 lr=2.06e-05 + speed=0.70 step/s, 89.85 samples/s + eta=01:30:06 +09/18 [21:18:45] INFO | >> epoch=18 step=9840/13625 trainer.py:845 + loss=0.0736 loss_action=0.0017 + loss_video=0.0718 lr=2.05e-05 + speed=0.70 step/s, 89.87 samples/s + eta=01:29:51 +09/18 [21:18:59] INFO | >> epoch=18 step=9850/13625 trainer.py:845 + loss=0.0859 loss_action=0.0018 + loss_video=0.0840 lr=2.04e-05 + speed=0.70 step/s, 89.87 samples/s + eta=01:29:36 +09/18 [21:19:10] INFO | >> epoch=18 step=9860/13625 trainer.py:845 + loss=0.0740 loss_action=0.0016 + loss_video=0.0724 lr=2.03e-05 + speed=0.70 step/s, 89.89 samples/s + eta=01:29:21 +09/18 [21:19:22] INFO | >> epoch=18 step=9870/13625 trainer.py:845 + loss=0.0729 loss_action=0.0015 + loss_video=0.0715 lr=2.02e-05 + speed=0.70 step/s, 89.91 samples/s + eta=01:29:05 +09/18 [21:19:33] INFO | >> epoch=18 step=9880/13625 trainer.py:845 + loss=0.0637 loss_action=0.0012 + loss_video=0.0625 lr=2.01e-05 + speed=0.70 step/s, 89.93 samples/s + eta=01:28:50 +09/18 [21:19:46] INFO | >> epoch=18 step=9890/13625 trainer.py:845 + loss=0.0700 loss_action=0.0014 + loss_video=0.0686 lr=2.00e-05 + speed=0.70 step/s, 89.94 samples/s + eta=01:28:35 +09/18 [21:19:57] INFO | >> epoch=18 step=9900/13625 trainer.py:845 + loss=0.0685 loss_action=0.0010 + loss_video=0.0675 lr=1.99e-05 + speed=0.70 step/s, 89.96 samples/s + eta=01:28:20 +09/18 [21:20:08] INFO | >> epoch=18 step=9910/13625 trainer.py:845 + loss=0.0677 loss_action=0.0013 + loss_video=0.0664 lr=1.98e-05 + speed=0.70 step/s, 89.98 samples/s + eta=01:28:04 +09/18 [21:20:19] INFO | >> epoch=18 step=9920/13625 trainer.py:845 + loss=0.0810 loss_action=0.0013 + loss_video=0.0797 lr=1.97e-05 + speed=0.70 step/s, 90.00 samples/s + eta=01:27:49 +09/18 [21:20:32] INFO | >> epoch=18 step=9930/13625 trainer.py:845 + loss=0.0752 loss_action=0.0014 + loss_video=0.0738 lr=1.96e-05 + speed=0.70 step/s, 90.01 samples/s + eta=01:27:34 +09/18 [21:20:43] INFO | >> epoch=18 step=9940/13625 trainer.py:845 + loss=0.0709 loss_action=0.0012 + loss_video=0.0697 lr=1.95e-05 + speed=0.70 step/s, 90.03 samples/s + eta=01:27:19 +09/18 [21:20:54] INFO | >> epoch=18 step=9950/13625 trainer.py:845 + loss=0.0741 loss_action=0.0012 + loss_video=0.0728 lr=1.94e-05 + speed=0.70 step/s, 90.05 samples/s + eta=01:27:04 +09/18 [21:21:05] INFO | >> epoch=18 step=9960/13625 trainer.py:845 + loss=0.0719 loss_action=0.0013 + loss_video=0.0705 lr=1.93e-05 + speed=0.70 step/s, 90.07 samples/s + eta=01:26:48 +09/18 [21:21:18] INFO | >> epoch=18 step=9970/13625 trainer.py:845 + loss=0.0676 loss_action=0.0014 + loss_video=0.0662 lr=1.92e-05 + speed=0.70 step/s, 90.07 samples/s + eta=01:26:33 +09/18 [21:21:29] INFO | >> epoch=18 step=9980/13625 trainer.py:845 + loss=0.0752 loss_action=0.0011 + loss_video=0.0741 lr=1.91e-05 + speed=0.70 step/s, 90.09 samples/s + eta=01:26:18 +09/18 [21:21:40] INFO | >> epoch=18 step=9990/13625 trainer.py:845 + loss=0.0759 loss_action=0.0009 + loss_video=0.0750 lr=1.90e-05 + speed=0.70 step/s, 90.11 samples/s + eta=01:26:03 +09/18 [21:21:51] INFO | >> epoch=18 step=10000/13625 trainer.py:845 + loss=0.0945 loss_action=0.0014 + loss_video=0.0931 lr=1.90e-05 + speed=0.70 step/s, 90.13 samples/s + eta=01:25:48 +09/18 [21:21:56] INFO | >> Restoring DiT/proprio training and trainer.py:348 + the configured TDAA freeze mode. +09/18 [21:21:57] INFO | >> step=10000 val_loss=0.0556 trainer.py:876 + infer_psnr=40.2251 infer_ssim=0.9785 + action_l2=0.0001 action_l1=0.0060 +09/18 [21:22:07] INFO | >> epoch=18 step=10010/13625 trainer.py:845 + loss=0.0698 loss_action=0.0016 + loss_video=0.0682 lr=1.89e-05 + speed=0.70 step/s, 90.12 samples/s + eta=01:25:34 +09/18 [21:22:16] INFO | >> epoch=18 step=10020/13625 trainer.py:845 + loss=0.0660 loss_action=0.0012 + loss_video=0.0648 lr=1.88e-05 + speed=0.70 step/s, 90.15 samples/s + eta=01:25:18 +09/18 [21:22:27] INFO | >> epoch=18 step=10030/13625 trainer.py:845 + loss=0.0776 loss_action=0.0014 + loss_video=0.0762 lr=1.87e-05 + speed=0.70 step/s, 90.18 samples/s + eta=01:25:02 +09/18 [21:22:38] INFO | >> epoch=18 step=10040/13625 trainer.py:845 + loss=0.0764 loss_action=0.0013 + loss_video=0.0751 lr=1.86e-05 + speed=0.70 step/s, 90.19 samples/s + eta=01:24:47 +09/18 [21:22:51] INFO | >> epoch=18 step=10050/13625 trainer.py:845 + loss=0.0753 loss_action=0.0013 + loss_video=0.0740 lr=1.85e-05 + speed=0.70 step/s, 90.20 samples/s + eta=01:24:33 +09/18 [21:23:02] INFO | >> epoch=18 step=10060/13625 trainer.py:845 + loss=0.0703 loss_action=0.0017 + loss_video=0.0686 lr=1.84e-05 + speed=0.70 step/s, 90.22 samples/s + eta=01:24:17 +09/18 [21:23:13] INFO | >> epoch=18 step=10070/13625 trainer.py:845 + loss=0.0742 loss_action=0.0015 + loss_video=0.0727 lr=1.83e-05 + speed=0.71 step/s, 90.24 samples/s + eta=01:24:02 +09/18 [21:23:25] INFO | >> epoch=18 step=10080/13625 trainer.py:845 + loss=0.0908 loss_action=0.0010 + loss_video=0.0898 lr=1.82e-05 + speed=0.71 step/s, 90.26 samples/s + eta=01:23:47 +09/18 [21:23:37] INFO | >> epoch=18 step=10090/13625 trainer.py:845 + loss=0.0731 loss_action=0.0013 + loss_video=0.0718 lr=1.81e-05 + speed=0.71 step/s, 90.27 samples/s + eta=01:23:32 +09/18 [21:23:49] INFO | >> epoch=18 step=10100/13625 trainer.py:845 + loss=0.0775 loss_action=0.0015 + loss_video=0.0760 lr=1.80e-05 + speed=0.71 step/s, 90.29 samples/s + eta=01:23:17 +09/18 [21:24:00] INFO | >> epoch=18 step=10110/13625 trainer.py:845 + loss=0.0722 loss_action=0.0015 + loss_video=0.0707 lr=1.79e-05 + speed=0.71 step/s, 90.30 samples/s + eta=01:23:02 +09/18 [21:24:11] INFO | >> epoch=18 step=10120/13625 trainer.py:845 + loss=0.0770 loss_action=0.0012 + loss_video=0.0757 lr=1.79e-05 + speed=0.71 step/s, 90.32 samples/s + eta=01:22:47 +09/18 [21:24:23] INFO | >> epoch=18 step=10130/13625 trainer.py:845 + loss=0.0705 loss_action=0.0016 + loss_video=0.0689 lr=1.78e-05 + speed=0.71 step/s, 90.33 samples/s + eta=01:22:32 +09/18 [21:24:36] INFO | >> epoch=18 step=10140/13625 trainer.py:845 + loss=0.0781 loss_action=0.0011 + loss_video=0.0770 lr=1.77e-05 + speed=0.71 step/s, 90.34 samples/s + eta=01:22:17 +09/18 [21:24:47] INFO | >> epoch=18 step=10150/13625 trainer.py:845 + loss=0.0854 loss_action=0.0012 + loss_video=0.0842 lr=1.76e-05 + speed=0.71 step/s, 90.36 samples/s + eta=01:22:02 +09/18 [21:24:58] INFO | >> epoch=18 step=10160/13625 trainer.py:845 + loss=0.0918 loss_action=0.0010 + loss_video=0.0909 lr=1.75e-05 + speed=0.71 step/s, 90.38 samples/s + eta=01:21:47 +09/18 [21:25:09] INFO | >> epoch=18 step=10170/13625 trainer.py:845 + loss=0.0636 loss_action=0.0013 + loss_video=0.0623 lr=1.74e-05 + speed=0.71 step/s, 90.40 samples/s + eta=01:21:31 +09/18 [21:25:23] INFO | >> epoch=18 step=10180/13625 trainer.py:845 + loss=0.0759 loss_action=0.0011 + loss_video=0.0748 lr=1.73e-05 + speed=0.71 step/s, 90.41 samples/s + eta=01:21:17 +09/18 [21:25:34] INFO | >> epoch=18 step=10190/13625 trainer.py:845 + loss=0.0686 loss_action=0.0013 + loss_video=0.0674 lr=1.72e-05 + speed=0.71 step/s, 90.42 samples/s + eta=01:21:02 +09/18 [21:25:46] INFO | >> epoch=18 step=10200/13625 trainer.py:845 + loss=0.0857 loss_action=0.0008 + loss_video=0.0849 lr=1.71e-05 + speed=0.71 step/s, 90.44 samples/s + eta=01:20:47 +09/18 [21:25:57] INFO | >> epoch=18 step=10210/13625 trainer.py:845 + loss=0.0836 loss_action=0.0010 + loss_video=0.0826 lr=1.71e-05 + speed=0.71 step/s, 90.46 samples/s + eta=01:20:32 +09/18 [21:26:10] INFO | >> epoch=18 step=10220/13625 trainer.py:845 + loss=0.0676 loss_action=0.0017 + loss_video=0.0659 lr=1.70e-05 + speed=0.71 step/s, 90.47 samples/s + eta=01:20:17 +09/18 [21:26:21] INFO | >> epoch=18 step=10230/13625 trainer.py:845 + loss=0.0742 loss_action=0.0010 + loss_video=0.0732 lr=1.69e-05 + speed=0.71 step/s, 90.49 samples/s + eta=01:20:02 +09/18 [21:26:32] INFO | >> epoch=18 step=10240/13625 trainer.py:845 + loss=0.0592 loss_action=0.0009 + loss_video=0.0583 lr=1.68e-05 + speed=0.71 step/s, 90.51 samples/s + eta=01:19:47 +09/18 [21:26:43] INFO | >> epoch=18 step=10250/13625 trainer.py:845 + loss=0.0716 loss_action=0.0012 + loss_video=0.0704 lr=1.67e-05 + speed=0.71 step/s, 90.52 samples/s + eta=01:19:32 +09/18 [21:26:56] INFO | >> epoch=18 step=10260/13625 trainer.py:845 + loss=0.0762 loss_action=0.0013 + loss_video=0.0749 lr=1.66e-05 + speed=0.71 step/s, 90.53 samples/s + eta=01:19:17 +09/18 [21:27:07] INFO | >> epoch=18 step=10270/13625 trainer.py:845 + loss=0.0835 loss_action=0.0015 + loss_video=0.0820 lr=1.65e-05 + speed=0.71 step/s, 90.55 samples/s + eta=01:19:02 +09/18 [21:27:18] INFO | >> epoch=18 step=10280/13625 trainer.py:845 + loss=0.0724 loss_action=0.0011 + loss_video=0.0713 lr=1.64e-05 + speed=0.71 step/s, 90.57 samples/s + eta=01:18:47 +09/18 [21:27:30] INFO | >> epoch=18 step=10290/13625 trainer.py:845 + loss=0.0772 loss_action=0.0012 + loss_video=0.0761 lr=1.63e-05 + speed=0.71 step/s, 90.59 samples/s + eta=01:18:32 +09/18 [21:27:42] INFO | >> epoch=18 step=10300/13625 trainer.py:845 + loss=0.0682 loss_action=0.0011 + loss_video=0.0671 lr=1.63e-05 + speed=0.71 step/s, 90.60 samples/s + eta=01:18:17 +09/18 [21:27:53] INFO | >> epoch=18 step=10310/13625 trainer.py:845 + loss=0.0726 loss_action=0.0010 + loss_video=0.0716 lr=1.62e-05 + speed=0.71 step/s, 90.61 samples/s + eta=01:18:02 +09/18 [21:28:05] INFO | >> epoch=18 step=10320/13625 trainer.py:845 + loss=0.0653 loss_action=0.0011 + loss_video=0.0643 lr=1.61e-05 + speed=0.71 step/s, 90.63 samples/s + eta=01:17:47 +09/18 [21:28:16] INFO | >> epoch=18 step=10330/13625 trainer.py:845 + loss=0.0789 loss_action=0.0010 + loss_video=0.0778 lr=1.60e-05 + speed=0.71 step/s, 90.65 samples/s + eta=01:17:32 +09/18 [21:28:29] INFO | >> epoch=18 step=10340/13625 trainer.py:845 + loss=0.0817 loss_action=0.0011 + loss_video=0.0806 lr=1.59e-05 + speed=0.71 step/s, 90.66 samples/s + eta=01:17:18 +09/18 [21:28:40] INFO | >> epoch=18 step=10350/13625 trainer.py:845 + loss=0.0800 loss_action=0.0014 + loss_video=0.0786 lr=1.58e-05 + speed=0.71 step/s, 90.68 samples/s + eta=01:17:03 +09/18 [21:29:06] INFO | >> epoch=19 step=10360/13625 trainer.py:845 + loss=0.0755 loss_action=0.0011 + loss_video=0.0743 lr=1.57e-05 + speed=0.71 step/s, 90.60 samples/s + eta=01:16:52 +09/18 [21:29:18] INFO | >> epoch=19 step=10370/13625 trainer.py:845 + loss=0.0804 loss_action=0.0009 + loss_video=0.0795 lr=1.57e-05 + speed=0.71 step/s, 90.62 samples/s + eta=01:16:37 +09/18 [21:29:31] INFO | >> epoch=19 step=10380/13625 trainer.py:845 + loss=0.0820 loss_action=0.0015 + loss_video=0.0806 lr=1.56e-05 + speed=0.71 step/s, 90.62 samples/s + eta=01:16:23 +09/18 [21:29:42] INFO | >> epoch=19 step=10390/13625 trainer.py:845 + loss=0.0734 loss_action=0.0012 + loss_video=0.0722 lr=1.55e-05 + speed=0.71 step/s, 90.64 samples/s + eta=01:16:08 +09/18 [21:29:54] INFO | >> epoch=19 step=10400/13625 trainer.py:845 + loss=0.0784 loss_action=0.0017 + loss_video=0.0768 lr=1.54e-05 + speed=0.71 step/s, 90.66 samples/s + eta=01:15:53 +09/18 [21:30:04] INFO | >> epoch=19 step=10410/13625 trainer.py:845 + loss=0.0809 loss_action=0.0010 + loss_video=0.0799 lr=1.53e-05 + speed=0.71 step/s, 90.68 samples/s + eta=01:15:38 +09/18 [21:30:18] INFO | >> epoch=19 step=10420/13625 trainer.py:845 + loss=0.0780 loss_action=0.0007 + loss_video=0.0772 lr=1.52e-05 + speed=0.71 step/s, 90.68 samples/s + eta=01:15:23 +09/18 [21:30:29] INFO | >> epoch=19 step=10430/13625 trainer.py:845 + loss=0.0627 loss_action=0.0012 + loss_video=0.0615 lr=1.52e-05 + speed=0.71 step/s, 90.70 samples/s + eta=01:15:08 +09/18 [21:30:40] INFO | >> epoch=19 step=10440/13625 trainer.py:845 + loss=0.0752 loss_action=0.0010 + loss_video=0.0742 lr=1.51e-05 + speed=0.71 step/s, 90.72 samples/s + eta=01:14:53 +09/18 [21:30:51] INFO | >> epoch=19 step=10450/13625 trainer.py:845 + loss=0.0685 loss_action=0.0012 + loss_video=0.0673 lr=1.50e-05 + speed=0.71 step/s, 90.74 samples/s + eta=01:14:38 +09/18 [21:31:04] INFO | >> epoch=19 step=10460/13625 trainer.py:845 + loss=0.0848 loss_action=0.0010 + loss_video=0.0838 lr=1.49e-05 + speed=0.71 step/s, 90.75 samples/s + eta=01:14:24 +09/18 [21:31:15] INFO | >> epoch=19 step=10470/13625 trainer.py:845 + loss=0.0782 loss_action=0.0012 + loss_video=0.0770 lr=1.48e-05 + speed=0.71 step/s, 90.76 samples/s + eta=01:14:09 +09/18 [21:31:26] INFO | >> epoch=19 step=10480/13625 trainer.py:845 + loss=0.0665 loss_action=0.0012 + loss_video=0.0653 lr=1.47e-05 + speed=0.71 step/s, 90.78 samples/s + eta=01:13:54 +09/18 [21:31:38] INFO | >> epoch=19 step=10490/13625 trainer.py:845 + loss=0.0802 loss_action=0.0009 + loss_video=0.0793 lr=1.47e-05 + speed=0.71 step/s, 90.80 samples/s + eta=01:13:39 +09/18 [21:31:50] INFO | >> epoch=19 step=10500/13625 trainer.py:845 + loss=0.0602 loss_action=0.0009 + loss_video=0.0594 lr=1.46e-05 + speed=0.71 step/s, 90.81 samples/s + eta=01:13:24 +09/18 [21:31:55] INFO | >> Restoring DiT/proprio training and trainer.py:348 + the configured TDAA freeze mode. +09/18 [21:31:56] INFO | >> step=10500 val_loss=0.0251 trainer.py:876 + infer_psnr=39.3599 infer_ssim=0.9766 + action_l2=0.0001 action_l1=0.0063 +09/18 [21:32:05] INFO | >> epoch=19 step=10510/13625 trainer.py:845 + loss=0.0793 loss_action=0.0012 + loss_video=0.0780 lr=1.45e-05 + speed=0.71 step/s, 90.80 samples/s + eta=01:13:11 +09/18 [21:32:15] INFO | >> epoch=19 step=10520/13625 trainer.py:845 + loss=0.0636 loss_action=0.0012 + loss_video=0.0624 lr=1.44e-05 + speed=0.71 step/s, 90.83 samples/s + eta=01:12:55 +09/18 [21:32:24] INFO | >> epoch=19 step=10530/13625 trainer.py:845 + loss=0.0671 loss_action=0.0011 + loss_video=0.0660 lr=1.43e-05 + speed=0.71 step/s, 90.86 samples/s + eta=01:12:40 +09/18 [21:32:37] INFO | >> epoch=19 step=10540/13625 trainer.py:845 + loss=0.0685 loss_action=0.0014 + loss_video=0.0671 lr=1.42e-05 + speed=0.71 step/s, 90.87 samples/s + eta=01:12:25 +09/18 [21:32:48] INFO | >> epoch=19 step=10550/13625 trainer.py:845 + loss=0.0693 loss_action=0.0010 + loss_video=0.0683 lr=1.42e-05 + speed=0.71 step/s, 90.89 samples/s + eta=01:12:10 +09/18 [21:32:59] INFO | >> epoch=19 step=10560/13625 trainer.py:845 + loss=0.0739 loss_action=0.0010 + loss_video=0.0729 lr=1.41e-05 + speed=0.71 step/s, 90.90 samples/s + eta=01:11:55 +09/18 [21:33:10] INFO | >> epoch=19 step=10570/13625 trainer.py:845 + loss=0.0651 loss_action=0.0013 + loss_video=0.0638 lr=1.40e-05 + speed=0.71 step/s, 90.92 samples/s + eta=01:11:40 +09/18 [21:33:23] INFO | >> epoch=19 step=10580/13625 trainer.py:845 + loss=0.0668 loss_action=0.0008 + loss_video=0.0660 lr=1.39e-05 + speed=0.71 step/s, 90.93 samples/s + eta=01:11:26 +09/18 [21:33:34] INFO | >> epoch=19 step=10590/13625 trainer.py:845 + loss=0.0777 loss_action=0.0013 + loss_video=0.0764 lr=1.38e-05 + speed=0.71 step/s, 90.95 samples/s + eta=01:11:11 +09/18 [21:33:45] INFO | >> epoch=19 step=10600/13625 trainer.py:845 + loss=0.0688 loss_action=0.0012 + loss_video=0.0676 lr=1.38e-05 + speed=0.71 step/s, 90.96 samples/s + eta=01:10:56 +09/18 [21:33:57] INFO | >> epoch=19 step=10610/13625 trainer.py:845 + loss=0.0540 loss_action=0.0012 + loss_video=0.0528 lr=1.37e-05 + speed=0.71 step/s, 90.98 samples/s + eta=01:10:41 +09/18 [21:34:11] INFO | >> epoch=19 step=10620/13625 trainer.py:845 + loss=0.0629 loss_action=0.0011 + loss_video=0.0619 lr=1.36e-05 + speed=0.71 step/s, 90.98 samples/s + eta=01:10:27 +09/18 [21:34:23] INFO | >> epoch=19 step=10630/13625 trainer.py:845 + loss=0.0764 loss_action=0.0012 + loss_video=0.0752 lr=1.35e-05 + speed=0.71 step/s, 90.99 samples/s + eta=01:10:12 +09/18 [21:34:34] INFO | >> epoch=19 step=10640/13625 trainer.py:845 + loss=0.0705 loss_action=0.0010 + loss_video=0.0695 lr=1.34e-05 + speed=0.71 step/s, 91.01 samples/s + eta=01:09:58 +09/18 [21:34:45] INFO | >> epoch=19 step=10650/13625 trainer.py:845 + loss=0.0658 loss_action=0.0013 + loss_video=0.0645 lr=1.34e-05 + speed=0.71 step/s, 91.03 samples/s + eta=01:09:43 +09/18 [21:34:59] INFO | >> epoch=19 step=10660/13625 trainer.py:845 + loss=0.0715 loss_action=0.0012 + loss_video=0.0704 lr=1.33e-05 + speed=0.71 step/s, 91.03 samples/s + eta=01:09:29 +09/18 [21:35:10] INFO | >> epoch=19 step=10670/13625 trainer.py:845 + loss=0.0742 loss_action=0.0012 + loss_video=0.0730 lr=1.32e-05 + speed=0.71 step/s, 91.05 samples/s + eta=01:09:14 +09/18 [21:35:22] INFO | >> epoch=19 step=10680/13625 trainer.py:845 + loss=0.0592 loss_action=0.0012 + loss_video=0.0581 lr=1.31e-05 + speed=0.71 step/s, 91.06 samples/s + eta=01:08:59 +09/18 [21:35:34] INFO | >> epoch=19 step=10690/13625 trainer.py:845 + loss=0.0766 loss_action=0.0009 + loss_video=0.0756 lr=1.30e-05 + speed=0.71 step/s, 91.08 samples/s + eta=01:08:44 +09/18 [21:35:46] INFO | >> epoch=19 step=10700/13625 trainer.py:845 + loss=0.0721 loss_action=0.0009 + loss_video=0.0711 lr=1.30e-05 + speed=0.71 step/s, 91.08 samples/s + eta=01:08:30 +09/18 [21:35:58] INFO | >> epoch=19 step=10710/13625 trainer.py:845 + loss=0.0733 loss_action=0.0007 + loss_video=0.0727 lr=1.29e-05 + speed=0.71 step/s, 91.10 samples/s + eta=01:08:15 +09/18 [21:36:09] INFO | >> epoch=19 step=10720/13625 trainer.py:845 + loss=0.0767 loss_action=0.0007 + loss_video=0.0759 lr=1.28e-05 + speed=0.71 step/s, 91.12 samples/s + eta=01:08:00 +09/18 [21:36:20] INFO | >> epoch=19 step=10730/13625 trainer.py:845 + loss=0.0652 loss_action=0.0011 + loss_video=0.0641 lr=1.27e-05 + speed=0.71 step/s, 91.14 samples/s + eta=01:07:45 +09/18 [21:36:32] INFO | >> epoch=19 step=10740/13625 trainer.py:845 + loss=0.0619 loss_action=0.0012 + loss_video=0.0607 lr=1.26e-05 + speed=0.71 step/s, 91.15 samples/s + eta=01:07:31 +09/18 [21:36:43] INFO | >> epoch=19 step=10750/13625 trainer.py:845 + loss=0.0783 loss_action=0.0011 + loss_video=0.0772 lr=1.26e-05 + speed=0.71 step/s, 91.16 samples/s + eta=01:07:16 +09/18 [21:36:55] INFO | >> epoch=19 step=10760/13625 trainer.py:845 + loss=0.0614 loss_action=0.0009 + loss_video=0.0605 lr=1.25e-05 + speed=0.71 step/s, 91.18 samples/s + eta=01:07:01 +09/18 [21:37:06] INFO | >> epoch=19 step=10770/13625 trainer.py:845 + loss=0.0717 loss_action=0.0011 + loss_video=0.0707 lr=1.24e-05 + speed=0.71 step/s, 91.20 samples/s + eta=01:06:47 +09/18 [21:37:19] INFO | >> epoch=19 step=10780/13625 trainer.py:845 + loss=0.0744 loss_action=0.0010 + loss_video=0.0734 lr=1.23e-05 + speed=0.71 step/s, 91.20 samples/s + eta=01:06:32 +09/18 [21:37:30] INFO | >> epoch=19 step=10790/13625 trainer.py:845 + loss=0.0630 loss_action=0.0008 + loss_video=0.0622 lr=1.23e-05 + speed=0.71 step/s, 91.22 samples/s + eta=01:06:17 +09/18 [21:37:41] INFO | >> epoch=19 step=10800/13625 trainer.py:845 + loss=0.0617 loss_action=0.0010 + loss_video=0.0607 lr=1.22e-05 + speed=0.71 step/s, 91.24 samples/s + eta=01:06:03 +09/18 [21:37:52] INFO | >> epoch=19 step=10810/13625 trainer.py:845 + loss=0.0818 loss_action=0.0009 + loss_video=0.0809 lr=1.21e-05 + speed=0.71 step/s, 91.26 samples/s + eta=01:05:48 +09/18 [21:38:05] INFO | >> epoch=19 step=10820/13625 trainer.py:845 + loss=0.0764 loss_action=0.0009 + loss_video=0.0755 lr=1.20e-05 + speed=0.71 step/s, 91.26 samples/s + eta=01:05:34 +09/18 [21:38:16] INFO | >> epoch=19 step=10830/13625 trainer.py:845 + loss=0.0748 loss_action=0.0012 + loss_video=0.0736 lr=1.20e-05 + speed=0.71 step/s, 91.28 samples/s + eta=01:05:19 +09/18 [21:38:27] INFO | >> epoch=19 step=10840/13625 trainer.py:845 + loss=0.0812 loss_action=0.0011 + loss_video=0.0801 lr=1.19e-05 + speed=0.71 step/s, 91.30 samples/s + eta=01:05:04 +09/18 [21:38:38] INFO | >> epoch=19 step=10850/13625 trainer.py:845 + loss=0.0777 loss_action=0.0011 + loss_video=0.0767 lr=1.18e-05 + speed=0.71 step/s, 91.32 samples/s + eta=01:04:49 +09/18 [21:38:51] INFO | >> epoch=19 step=10860/13625 trainer.py:845 + loss=0.0771 loss_action=0.0006 + loss_video=0.0765 lr=1.17e-05 + speed=0.71 step/s, 91.32 samples/s + eta=01:04:35 +09/18 [21:39:02] INFO | >> epoch=19 step=10870/13625 trainer.py:845 + loss=0.0751 loss_action=0.0010 + loss_video=0.0742 lr=1.17e-05 + speed=0.71 step/s, 91.34 samples/s + eta=01:04:20 +09/18 [21:39:13] INFO | >> epoch=19 step=10880/13625 trainer.py:845 + loss=0.0732 loss_action=0.0010 + loss_video=0.0722 lr=1.16e-05 + speed=0.71 step/s, 91.36 samples/s + eta=01:04:05 +09/18 [21:39:24] INFO | >> epoch=19 step=10890/13625 trainer.py:845 + loss=0.0724 loss_action=0.0010 + loss_video=0.0715 lr=1.15e-05 + speed=0.71 step/s, 91.38 samples/s + eta=01:03:51 +09/18 [21:39:38] INFO | >> epoch=19 step=10900/13625 trainer.py:845 + loss=0.0818 loss_action=0.0008 + loss_video=0.0809 lr=1.14e-05 + speed=0.71 step/s, 91.38 samples/s + eta=01:03:37 +09/18 [21:43:27] INFO | >> Saving current state to accelerator.py:3644 + /mnt/dolphinfs/ssd_pool/docker/use + r/hadoop-nlp-sh02/hadoop-aipnlp/EV + A/buxizhou/Benchmark/FastWAM-TDAA/ + work_dirs/hope_fastwam_tdaa_frozen + _20260918_152717_1219/checkpoints/ + state/step_010900 + INFO | >> Saving DeepSpeed Model and accelerator.py:3658 + Optimizer +09/18 [21:50:29] INFO | >> DeepSpeed Model and Optimizer accelerator.py:3661 + saved to output dir + /mnt/dolphinfs/ssd_pool/docker/use + r/hadoop-nlp-sh02/hadoop-aipnlp/EV + A/buxizhou/Benchmark/FastWAM-TDAA/ + work_dirs/hope_fastwam_tdaa_frozen + _20260918_152717_1219/checkpoints/ + state/step_010900/pytorch_model + INFO | >> Scheduler state saved in checkpointing.py:128 + /mnt/dolphinfs/ssd_pool/docker/us + er/hadoop-nlp-sh02/hadoop-aipnlp/ + EVA/buxizhou/Benchmark/FastWAM-TD + AA/work_dirs/hope_fastwam_tdaa_fr + ozen_20260918_152717_1219/checkpo + ints/state/step_010900/scheduler. + bin + INFO | >> Sampler state for dataloader checkpointing.py:145 + 0 saved in + /mnt/dolphinfs/ssd_pool/docker/us + er/hadoop-nlp-sh02/hadoop-aipnlp/ + EVA/buxizhou/Benchmark/FastWAM-TD + AA/work_dirs/hope_fastwam_tdaa_fr + ozen_20260918_152717_1219/checkpo + ints/state/step_010900/sampler.bi + n + INFO | >> Random states saved in checkpointing.py:176 + /mnt/dolphinfs/ssd_pool/docker/us + er/hadoop-nlp-sh02/hadoop-aipnlp/ + EVA/buxizhou/Benchmark/FastWAM-TD + AA/work_dirs/hope_fastwam_tdaa_fr + ozen_20260918_152717_1219/checkpo + ints/state/step_010900/random_sta + tes_0.pkl +09/18 [21:50:30] INFO | >> step=10900 trainer.py:901 + weights=/mnt/dolphinfs/ssd_pool/docker/ + user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/ + buxizhou/Benchmark/FastWAM-TDAA/work_di + rs/hope_fastwam_tdaa_frozen_20260918_15 + 2717_1219/checkpoints/weights/step_0109 + 00.pt + state=/mnt/dolphinfs/ssd_pool/docker/us + er/hadoop-nlp-sh02/hadoop-aipnlp/EVA/bu + xizhou/Benchmark/FastWAM-TDAA/work_dirs + /hope_fastwam_tdaa_frozen_20260918_1527 + 17_1219/checkpoints/state/step_010900 +09/18 [21:50:59] INFO | >> epoch=20 step=10910/13625 trainer.py:845 + loss=0.0717 loss_action=0.0011 + loss_video=0.0705 lr=1.14e-05 + speed=0.68 step/s, 87.56 samples/s + eta=01:06:09 +09/18 [21:51:11] INFO | >> epoch=20 step=10920/13625 trainer.py:845 + loss=0.0800 loss_action=0.0009 + loss_video=0.0791 lr=1.13e-05 + speed=0.68 step/s, 87.57 samples/s + eta=01:05:53 +09/18 [21:51:23] INFO | >> epoch=20 step=10930/13625 trainer.py:845 + loss=0.0696 loss_action=0.0010 + loss_video=0.0686 lr=1.12e-05 + speed=0.68 step/s, 87.59 samples/s + eta=01:05:38 +09/18 [21:51:37] INFO | >> epoch=20 step=10940/13625 trainer.py:845 + loss=0.0661 loss_action=0.0012 + loss_video=0.0649 lr=1.11e-05 + speed=0.68 step/s, 87.59 samples/s + eta=01:05:23 +09/18 [21:51:49] INFO | >> epoch=20 step=10950/13625 trainer.py:845 + loss=0.0686 loss_action=0.0009 + loss_video=0.0677 lr=1.11e-05 + speed=0.68 step/s, 87.60 samples/s + eta=01:05:08 +09/18 [21:52:01] INFO | >> epoch=20 step=10960/13625 trainer.py:845 + loss=0.0671 loss_action=0.0009 + loss_video=0.0662 lr=1.10e-05 + speed=0.68 step/s, 87.62 samples/s + eta=01:04:53 +09/18 [21:52:12] INFO | >> epoch=20 step=10970/13625 trainer.py:845 + loss=0.0630 loss_action=0.0011 + loss_video=0.0619 lr=1.09e-05 + speed=0.68 step/s, 87.64 samples/s + eta=01:04:37 +09/18 [21:52:25] INFO | >> epoch=20 step=10980/13625 trainer.py:845 + loss=0.0707 loss_action=0.0009 + loss_video=0.0698 lr=1.09e-05 + speed=0.68 step/s, 87.65 samples/s + eta=01:04:22 +09/18 [21:52:36] INFO | >> epoch=20 step=10990/13625 trainer.py:845 + loss=0.0761 loss_action=0.0011 + loss_video=0.0750 lr=1.08e-05 + speed=0.68 step/s, 87.67 samples/s + eta=01:04:07 +09/18 [21:52:47] INFO | >> epoch=20 step=11000/13625 trainer.py:845 + loss=0.0714 loss_action=0.0013 + loss_video=0.0702 lr=1.07e-05 + speed=0.69 step/s, 87.69 samples/s + eta=01:03:51 +09/18 [21:52:52] INFO | >> Restoring DiT/proprio training and trainer.py:348 + the configured TDAA freeze mode. +09/18 [21:52:53] INFO | >> step=11000 val_loss=0.1018 trainer.py:876 + infer_psnr=40.3824 infer_ssim=0.9787 + action_l2=0.0002 action_l1=0.0056 +09/18 [21:53:02] INFO | >> epoch=20 step=11010/13625 trainer.py:845 + loss=0.0703 loss_action=0.0010 + loss_video=0.0693 lr=1.06e-05 + speed=0.69 step/s, 87.68 samples/s + eta=01:03:37 +09/18 [21:53:12] INFO | >> epoch=20 step=11020/13625 trainer.py:845 + loss=0.0676 loss_action=0.0011 + loss_video=0.0665 lr=1.06e-05 + speed=0.69 step/s, 87.71 samples/s + eta=01:03:21 +09/18 [21:53:23] INFO | >> epoch=20 step=11030/13625 trainer.py:845 + loss=0.0648 loss_action=0.0011 + loss_video=0.0637 lr=1.05e-05 + speed=0.69 step/s, 87.73 samples/s + eta=01:03:06 +09/18 [21:53:34] INFO | >> epoch=20 step=11040/13625 trainer.py:845 + loss=0.0783 loss_action=0.0013 + loss_video=0.0769 lr=1.04e-05 + speed=0.69 step/s, 87.75 samples/s + eta=01:02:50 +09/18 [21:53:45] INFO | >> epoch=20 step=11050/13625 trainer.py:845 + loss=0.0595 loss_action=0.0006 + loss_video=0.0589 lr=1.04e-05 + speed=0.69 step/s, 87.77 samples/s + eta=01:02:35 +09/18 [21:53:58] INFO | >> epoch=20 step=11060/13625 trainer.py:845 + loss=0.0745 loss_action=0.0011 + loss_video=0.0734 lr=1.03e-05 + speed=0.69 step/s, 87.77 samples/s + eta=01:02:20 +09/18 [21:54:10] INFO | >> epoch=20 step=11070/13625 trainer.py:845 + loss=0.0577 loss_action=0.0006 + loss_video=0.0570 lr=1.02e-05 + speed=0.69 step/s, 87.79 samples/s + eta=01:02:05 +09/18 [21:54:21] INFO | >> epoch=20 step=11080/13625 trainer.py:845 + loss=0.0536 loss_action=0.0006 + loss_video=0.0530 lr=1.01e-05 + speed=0.69 step/s, 87.81 samples/s + eta=01:01:49 +09/18 [21:54:32] INFO | >> epoch=20 step=11090/13625 trainer.py:845 + loss=0.0757 loss_action=0.0010 + loss_video=0.0746 lr=1.01e-05 + speed=0.69 step/s, 87.83 samples/s + eta=01:01:34 +09/18 [21:54:45] INFO | >> epoch=20 step=11100/13625 trainer.py:845 + loss=0.0645 loss_action=0.0008 + loss_video=0.0637 lr=1.00e-05 + speed=0.69 step/s, 87.84 samples/s + eta=01:01:19 +09/18 [21:54:56] INFO | >> epoch=20 step=11110/13625 trainer.py:845 + loss=0.0809 loss_action=0.0010 + loss_video=0.0799 lr=9.94e-06 + speed=0.69 step/s, 87.86 samples/s + eta=01:01:04 +09/18 [21:55:07] INFO | >> epoch=20 step=11120/13625 trainer.py:845 + loss=0.0694 loss_action=0.0008 + loss_video=0.0686 lr=9.87e-06 + speed=0.69 step/s, 87.88 samples/s + eta=01:00:48 +09/18 [21:55:18] INFO | >> epoch=20 step=11130/13625 trainer.py:845 + loss=0.0821 loss_action=0.0010 + loss_video=0.0810 lr=9.80e-06 + speed=0.69 step/s, 87.89 samples/s + eta=01:00:33 +09/18 [21:55:31] INFO | >> epoch=20 step=11140/13625 trainer.py:845 + loss=0.0703 loss_action=0.0007 + loss_video=0.0696 lr=9.73e-06 + speed=0.69 step/s, 87.90 samples/s + eta=01:00:18 +09/18 [21:55:42] INFO | >> epoch=20 step=11150/13625 trainer.py:845 + loss=0.0785 loss_action=0.0006 + loss_video=0.0779 lr=9.67e-06 + speed=0.69 step/s, 87.92 samples/s + eta=01:00:03 +09/18 [21:55:53] INFO | >> epoch=20 step=11160/13625 trainer.py:845 + loss=0.0818 loss_action=0.0009 + loss_video=0.0809 lr=9.60e-06 + speed=0.69 step/s, 87.94 samples/s + eta=00:59:47 +09/18 [21:56:05] INFO | >> epoch=20 step=11170/13625 trainer.py:845 + loss=0.0740 loss_action=0.0007 + loss_video=0.0733 lr=9.53e-06 + speed=0.69 step/s, 87.96 samples/s + eta=00:59:32 +09/18 [21:56:18] INFO | >> epoch=20 step=11180/13625 trainer.py:845 + loss=0.0550 loss_action=0.0011 + loss_video=0.0539 lr=9.46e-06 + speed=0.69 step/s, 87.97 samples/s + eta=00:59:17 +09/18 [21:56:29] INFO | >> epoch=20 step=11190/13625 trainer.py:845 + loss=0.0835 loss_action=0.0009 + loss_video=0.0826 lr=9.40e-06 + speed=0.69 step/s, 87.98 samples/s + eta=00:59:02 +09/18 [21:56:40] INFO | >> epoch=20 step=11200/13625 trainer.py:845 + loss=0.0693 loss_action=0.0010 + loss_video=0.0683 lr=9.33e-06 + speed=0.69 step/s, 88.00 samples/s + eta=00:58:47 +09/18 [21:56:51] INFO | >> epoch=20 step=11210/13625 trainer.py:845 + loss=0.0808 loss_action=0.0011 + loss_video=0.0798 lr=9.26e-06 + speed=0.69 step/s, 88.02 samples/s + eta=00:58:31 +09/18 [21:57:04] INFO | >> epoch=20 step=11220/13625 trainer.py:845 + loss=0.0769 loss_action=0.0008 + loss_video=0.0762 lr=9.20e-06 + speed=0.69 step/s, 88.03 samples/s + eta=00:58:16 +09/18 [21:57:15] INFO | >> epoch=20 step=11230/13625 trainer.py:845 + loss=0.0625 loss_action=0.0008 + loss_video=0.0617 lr=9.13e-06 + speed=0.69 step/s, 88.05 samples/s + eta=00:58:01 +09/18 [21:57:27] INFO | >> epoch=20 step=11240/13625 trainer.py:845 + loss=0.0777 loss_action=0.0008 + loss_video=0.0769 lr=9.06e-06 + speed=0.69 step/s, 88.07 samples/s + eta=00:57:46 +09/18 [21:57:38] INFO | >> epoch=20 step=11250/13625 trainer.py:845 + loss=0.0705 loss_action=0.0008 + loss_video=0.0698 lr=9.00e-06 + speed=0.69 step/s, 88.08 samples/s + eta=00:57:31 +09/18 [21:57:51] INFO | >> epoch=20 step=11260/13625 trainer.py:845 + loss=0.0744 loss_action=0.0009 + loss_video=0.0735 lr=8.93e-06 + speed=0.69 step/s, 88.09 samples/s + eta=00:57:16 +09/18 [21:58:02] INFO | >> epoch=20 step=11270/13625 trainer.py:845 + loss=0.0598 loss_action=0.0009 + loss_video=0.0589 lr=8.87e-06 + speed=0.69 step/s, 88.11 samples/s + eta=00:57:01 +09/18 [21:58:13] INFO | >> epoch=20 step=11280/13625 trainer.py:845 + loss=0.0625 loss_action=0.0011 + loss_video=0.0614 lr=8.80e-06 + speed=0.69 step/s, 88.13 samples/s + eta=00:56:45 +09/18 [21:58:24] INFO | >> epoch=20 step=11290/13625 trainer.py:845 + loss=0.0685 loss_action=0.0006 + loss_video=0.0679 lr=8.74e-06 + speed=0.69 step/s, 88.15 samples/s + eta=00:56:30 +09/18 [21:58:37] INFO | >> epoch=20 step=11300/13625 trainer.py:845 + loss=0.0615 loss_action=0.0009 + loss_video=0.0606 lr=8.67e-06 + speed=0.69 step/s, 88.15 samples/s + eta=00:56:15 +09/18 [21:58:48] INFO | >> epoch=20 step=11310/13625 trainer.py:845 + loss=0.0663 loss_action=0.0006 + loss_video=0.0656 lr=8.61e-06 + speed=0.69 step/s, 88.17 samples/s + eta=00:56:00 +09/18 [21:59:00] INFO | >> epoch=20 step=11320/13625 trainer.py:845 + loss=0.0738 loss_action=0.0007 + loss_video=0.0731 lr=8.55e-06 + speed=0.69 step/s, 88.19 samples/s + eta=00:55:45 +09/18 [21:59:11] INFO | >> epoch=20 step=11330/13625 trainer.py:845 + loss=0.0834 loss_action=0.0007 + loss_video=0.0826 lr=8.48e-06 + speed=0.69 step/s, 88.21 samples/s + eta=00:55:30 +09/18 [21:59:23] INFO | >> epoch=20 step=11340/13625 trainer.py:845 + loss=0.0605 loss_action=0.0012 + loss_video=0.0593 lr=8.42e-06 + speed=0.69 step/s, 88.22 samples/s + eta=00:55:15 +09/18 [21:59:35] INFO | >> epoch=20 step=11350/13625 trainer.py:845 + loss=0.0612 loss_action=0.0008 + loss_video=0.0605 lr=8.36e-06 + speed=0.69 step/s, 88.24 samples/s + eta=00:55:00 +09/18 [21:59:46] INFO | >> epoch=20 step=11360/13625 trainer.py:845 + loss=0.0675 loss_action=0.0007 + loss_video=0.0667 lr=8.29e-06 + speed=0.69 step/s, 88.25 samples/s + eta=00:54:45 +09/18 [21:59:57] INFO | >> epoch=20 step=11370/13625 trainer.py:845 + loss=0.0614 loss_action=0.0006 + loss_video=0.0608 lr=8.23e-06 + speed=0.69 step/s, 88.27 samples/s + eta=00:54:29 +09/18 [22:00:10] INFO | >> epoch=20 step=11380/13625 trainer.py:845 + loss=0.0648 loss_action=0.0007 + loss_video=0.0641 lr=8.17e-06 + speed=0.69 step/s, 88.28 samples/s + eta=00:54:15 +09/18 [22:00:21] INFO | >> epoch=20 step=11390/13625 trainer.py:845 + loss=0.0673 loss_action=0.0009 + loss_video=0.0664 lr=8.11e-06 + speed=0.69 step/s, 88.30 samples/s + eta=00:53:59 +09/18 [22:00:33] INFO | >> epoch=20 step=11400/13625 trainer.py:845 + loss=0.0713 loss_action=0.0008 + loss_video=0.0704 lr=8.04e-06 + speed=0.69 step/s, 88.31 samples/s + eta=00:53:44 +09/18 [22:00:44] INFO | >> epoch=20 step=11410/13625 trainer.py:845 + loss=0.0785 loss_action=0.0007 + loss_video=0.0778 lr=7.98e-06 + speed=0.69 step/s, 88.33 samples/s + eta=00:53:29 +09/18 [22:00:57] INFO | >> epoch=20 step=11420/13625 trainer.py:845 + loss=0.0648 loss_action=0.0006 + loss_video=0.0641 lr=7.92e-06 + speed=0.69 step/s, 88.34 samples/s + eta=00:53:14 +09/18 [22:01:08] INFO | >> epoch=20 step=11430/13625 trainer.py:845 + loss=0.0659 loss_action=0.0008 + loss_video=0.0651 lr=7.86e-06 + speed=0.69 step/s, 88.36 samples/s + eta=00:52:59 +09/18 [22:01:19] INFO | >> epoch=20 step=11440/13625 trainer.py:845 + loss=0.0789 loss_action=0.0009 + loss_video=0.0780 lr=7.80e-06 + speed=0.69 step/s, 88.38 samples/s + eta=00:52:44 +09/18 [22:01:46] INFO | >> epoch=21 step=11450/13625 trainer.py:845 + loss=0.0668 loss_action=0.0009 + loss_video=0.0659 lr=7.74e-06 + speed=0.69 step/s, 88.31 samples/s + eta=00:52:32 +09/18 [22:01:59] INFO | >> epoch=21 step=11460/13625 trainer.py:845 + loss=0.0729 loss_action=0.0007 + loss_video=0.0722 lr=7.68e-06 + speed=0.69 step/s, 88.32 samples/s + eta=00:52:17 +09/18 [22:02:12] INFO | >> epoch=21 step=11470/13625 trainer.py:845 + loss=0.0730 loss_action=0.0008 + loss_video=0.0722 lr=7.62e-06 + speed=0.69 step/s, 88.32 samples/s + eta=00:52:03 +09/18 [22:02:23] INFO | >> epoch=21 step=11480/13625 trainer.py:845 + loss=0.0814 loss_action=0.0007 + loss_video=0.0807 lr=7.56e-06 + speed=0.69 step/s, 88.34 samples/s + eta=00:51:47 +09/18 [22:02:35] INFO | >> epoch=21 step=11490/13625 trainer.py:845 + loss=0.0789 loss_action=0.0007 + loss_video=0.0783 lr=7.50e-06 + speed=0.69 step/s, 88.36 samples/s + eta=00:51:32 +09/18 [22:02:46] INFO | >> epoch=21 step=11500/13625 trainer.py:845 + loss=0.0793 loss_action=0.0006 + loss_video=0.0787 lr=7.44e-06 + speed=0.69 step/s, 88.38 samples/s + eta=00:51:17 +09/18 [22:02:51] INFO | >> Restoring DiT/proprio training and trainer.py:348 + the configured TDAA freeze mode. + INFO | >> step=11500 val_loss=0.0372 trainer.py:876 + infer_psnr=40.7898 infer_ssim=0.9841 + action_l2=0.0002 action_l1=0.0060 +09/18 [22:03:01] INFO | >> epoch=21 step=11510/13625 trainer.py:845 + loss=0.0652 loss_action=0.0006 + loss_video=0.0646 lr=7.38e-06 + speed=0.69 step/s, 88.37 samples/s + eta=00:51:03 +09/18 [22:03:11] INFO | >> epoch=21 step=11520/13625 trainer.py:845 + loss=0.0639 loss_action=0.0011 + loss_video=0.0628 lr=7.32e-06 + speed=0.69 step/s, 88.39 samples/s + eta=00:50:48 +09/18 [22:03:21] INFO | >> epoch=21 step=11530/13625 trainer.py:845 + loss=0.0892 loss_action=0.0009 + loss_video=0.0883 lr=7.26e-06 + speed=0.69 step/s, 88.42 samples/s + eta=00:50:32 +09/18 [22:03:32] INFO | >> epoch=21 step=11540/13625 trainer.py:845 + loss=0.0693 loss_action=0.0006 + loss_video=0.0687 lr=7.20e-06 + speed=0.69 step/s, 88.44 samples/s + eta=00:50:17 +09/18 [22:03:45] INFO | >> epoch=21 step=11550/13625 trainer.py:845 + loss=0.0716 loss_action=0.0005 + loss_video=0.0711 lr=7.15e-06 + speed=0.69 step/s, 88.45 samples/s + eta=00:50:02 +09/18 [22:03:56] INFO | >> epoch=21 step=11560/13625 trainer.py:845 + loss=0.0810 loss_action=0.0010 + loss_video=0.0800 lr=7.09e-06 + speed=0.69 step/s, 88.46 samples/s + eta=00:49:47 +09/18 [22:04:07] INFO | >> epoch=21 step=11570/13625 trainer.py:845 + loss=0.0562 loss_action=0.0007 + loss_video=0.0555 lr=7.03e-06 + speed=0.69 step/s, 88.48 samples/s + eta=00:49:32 +09/18 [22:04:18] INFO | >> epoch=21 step=11580/13625 trainer.py:845 + loss=0.0570 loss_action=0.0008 + loss_video=0.0562 lr=6.97e-06 + speed=0.69 step/s, 88.50 samples/s + eta=00:49:17 +09/18 [22:04:32] INFO | >> epoch=21 step=11590/13625 trainer.py:845 + loss=0.0706 loss_action=0.0009 + loss_video=0.0697 lr=6.92e-06 + speed=0.69 step/s, 88.50 samples/s + eta=00:49:03 +09/18 [22:04:43] INFO | >> epoch=21 step=11600/13625 trainer.py:845 + loss=0.0557 loss_action=0.0010 + loss_video=0.0547 lr=6.86e-06 + speed=0.69 step/s, 88.52 samples/s + eta=00:48:48 +09/18 [22:04:54] INFO | >> epoch=21 step=11610/13625 trainer.py:845 + loss=0.0682 loss_action=0.0007 + loss_video=0.0675 lr=6.80e-06 + speed=0.69 step/s, 88.54 samples/s + eta=00:48:33 +09/18 [22:05:05] INFO | >> epoch=21 step=11620/13625 trainer.py:845 + loss=0.0653 loss_action=0.0007 + loss_video=0.0646 lr=6.75e-06 + speed=0.69 step/s, 88.56 samples/s + eta=00:48:18 +09/18 [22:05:18] INFO | >> epoch=21 step=11630/13625 trainer.py:845 + loss=0.0735 loss_action=0.0008 + loss_video=0.0727 lr=6.69e-06 + speed=0.69 step/s, 88.57 samples/s + eta=00:48:03 +09/18 [22:05:29] INFO | >> epoch=21 step=11640/13625 trainer.py:845 + loss=0.0812 loss_action=0.0008 + loss_video=0.0804 lr=6.63e-06 + speed=0.69 step/s, 88.58 samples/s + eta=00:47:48 +09/18 [22:05:40] INFO | >> epoch=21 step=11650/13625 trainer.py:845 + loss=0.0570 loss_action=0.0006 + loss_video=0.0564 lr=6.58e-06 + speed=0.69 step/s, 88.60 samples/s + eta=00:47:33 +09/18 [22:05:51] INFO | >> epoch=21 step=11660/13625 trainer.py:845 + loss=0.0649 loss_action=0.0005 + loss_video=0.0644 lr=6.52e-06 + speed=0.69 step/s, 88.62 samples/s + eta=00:47:18 +09/18 [22:06:04] INFO | >> epoch=21 step=11670/13625 trainer.py:845 + loss=0.0632 loss_action=0.0007 + loss_video=0.0625 lr=6.47e-06 + speed=0.69 step/s, 88.63 samples/s + eta=00:47:03 +09/18 [22:06:15] INFO | >> epoch=21 step=11680/13625 trainer.py:845 + loss=0.0741 loss_action=0.0006 + loss_video=0.0735 lr=6.41e-06 + speed=0.69 step/s, 88.64 samples/s + eta=00:46:48 +09/18 [22:06:26] INFO | >> epoch=21 step=11690/13625 trainer.py:845 + loss=0.0687 loss_action=0.0006 + loss_video=0.0681 lr=6.36e-06 + speed=0.69 step/s, 88.66 samples/s + eta=00:46:33 +09/18 [22:06:38] INFO | >> epoch=21 step=11700/13625 trainer.py:845 + loss=0.0539 loss_action=0.0007 + loss_video=0.0532 lr=6.30e-06 + speed=0.69 step/s, 88.68 samples/s + eta=00:46:18 +09/18 [22:06:51] INFO | >> epoch=21 step=11710/13625 trainer.py:845 + loss=0.0758 loss_action=0.0006 + loss_video=0.0752 lr=6.25e-06 + speed=0.69 step/s, 88.68 samples/s + eta=00:46:03 +09/18 [22:07:02] INFO | >> epoch=21 step=11720/13625 trainer.py:845 + loss=0.0700 loss_action=0.0006 + loss_video=0.0693 lr=6.20e-06 + speed=0.69 step/s, 88.70 samples/s + eta=00:45:49 +09/18 [22:07:13] INFO | >> epoch=21 step=11730/13625 trainer.py:845 + loss=0.0768 loss_action=0.0008 + loss_video=0.0760 lr=6.14e-06 + speed=0.69 step/s, 88.72 samples/s + eta=00:45:34 +09/18 [22:07:24] INFO | >> epoch=21 step=11740/13625 trainer.py:845 + loss=0.0711 loss_action=0.0010 + loss_video=0.0701 lr=6.09e-06 + speed=0.69 step/s, 88.74 samples/s + eta=00:45:19 +09/18 [22:07:37] INFO | >> epoch=21 step=11750/13625 trainer.py:845 + loss=0.0709 loss_action=0.0006 + loss_video=0.0703 lr=6.04e-06 + speed=0.69 step/s, 88.74 samples/s + eta=00:45:04 +09/18 [22:07:48] INFO | >> epoch=21 step=11760/13625 trainer.py:845 + loss=0.0601 loss_action=0.0008 + loss_video=0.0593 lr=5.99e-06 + speed=0.69 step/s, 88.76 samples/s + eta=00:44:49 +09/18 [22:08:00] INFO | >> epoch=21 step=11770/13625 trainer.py:845 + loss=0.0740 loss_action=0.0008 + loss_video=0.0732 lr=5.93e-06 + speed=0.69 step/s, 88.78 samples/s + eta=00:44:34 +09/18 [22:08:10] INFO | >> epoch=21 step=11780/13625 trainer.py:845 + loss=0.0780 loss_action=0.0007 + loss_video=0.0773 lr=5.88e-06 + speed=0.69 step/s, 88.80 samples/s + eta=00:44:19 +09/18 [22:08:24] INFO | >> epoch=21 step=11790/13625 trainer.py:845 + loss=0.0637 loss_action=0.0005 + loss_video=0.0632 lr=5.83e-06 + speed=0.69 step/s, 88.80 samples/s + eta=00:44:05 +09/18 [22:08:36] INFO | >> epoch=21 step=11800/13625 trainer.py:845 + loss=0.0713 loss_action=0.0007 + loss_video=0.0706 lr=5.78e-06 + speed=0.69 step/s, 88.82 samples/s + eta=00:43:50 +09/18 [22:08:47] INFO | >> epoch=21 step=11810/13625 trainer.py:845 + loss=0.0565 loss_action=0.0009 + loss_video=0.0556 lr=5.73e-06 + speed=0.69 step/s, 88.83 samples/s + eta=00:43:35 +09/18 [22:08:58] INFO | >> epoch=21 step=11820/13625 trainer.py:845 + loss=0.0708 loss_action=0.0008 + loss_video=0.0700 lr=5.67e-06 + speed=0.69 step/s, 88.85 samples/s + eta=00:43:20 +09/18 [22:09:11] INFO | >> epoch=21 step=11830/13625 trainer.py:845 + loss=0.0704 loss_action=0.0007 + loss_video=0.0698 lr=5.62e-06 + speed=0.69 step/s, 88.86 samples/s + eta=00:43:05 +09/18 [22:09:23] INFO | >> epoch=21 step=11840/13625 trainer.py:845 + loss=0.0691 loss_action=0.0008 + loss_video=0.0683 lr=5.57e-06 + speed=0.69 step/s, 88.87 samples/s + eta=00:42:50 +09/18 [22:09:34] INFO | >> epoch=21 step=11850/13625 trainer.py:845 + loss=0.0683 loss_action=0.0006 + loss_video=0.0677 lr=5.52e-06 + speed=0.69 step/s, 88.89 samples/s + eta=00:42:35 +09/18 [22:09:45] INFO | >> epoch=21 step=11860/13625 trainer.py:845 + loss=0.0623 loss_action=0.0008 + loss_video=0.0615 lr=5.47e-06 + speed=0.69 step/s, 88.91 samples/s + eta=00:42:21 +09/18 [22:09:58] INFO | >> epoch=21 step=11870/13625 trainer.py:845 + loss=0.0730 loss_action=0.0009 + loss_video=0.0721 lr=5.42e-06 + speed=0.69 step/s, 88.91 samples/s + eta=00:42:06 +09/18 [22:10:09] INFO | >> epoch=21 step=11880/13625 trainer.py:845 + loss=0.0619 loss_action=0.0005 + loss_video=0.0613 lr=5.37e-06 + speed=0.69 step/s, 88.93 samples/s + eta=00:41:51 +09/18 [22:10:20] INFO | >> epoch=21 step=11890/13625 trainer.py:845 + loss=0.0610 loss_action=0.0011 + loss_video=0.0599 lr=5.32e-06 + speed=0.69 step/s, 88.95 samples/s + eta=00:41:36 +09/18 [22:10:31] INFO | >> epoch=21 step=11900/13625 trainer.py:845 + loss=0.0783 loss_action=0.0006 + loss_video=0.0777 lr=5.28e-06 + speed=0.70 step/s, 88.97 samples/s + eta=00:41:21 +09/18 [22:10:44] INFO | >> epoch=21 step=11910/13625 trainer.py:845 + loss=0.0623 loss_action=0.0007 + loss_video=0.0616 lr=5.23e-06 + speed=0.70 step/s, 88.97 samples/s + eta=00:41:07 +09/18 [22:10:55] INFO | >> epoch=21 step=11920/13625 trainer.py:845 + loss=0.0684 loss_action=0.0006 + loss_video=0.0678 lr=5.18e-06 + speed=0.70 step/s, 88.99 samples/s + eta=00:40:52 +09/18 [22:11:06] INFO | >> epoch=21 step=11930/13625 trainer.py:845 + loss=0.0627 loss_action=0.0006 + loss_video=0.0621 lr=5.13e-06 + speed=0.70 step/s, 89.01 samples/s + eta=00:40:37 +09/18 [22:11:17] INFO | >> epoch=21 step=11940/13625 trainer.py:845 + loss=0.0668 loss_action=0.0007 + loss_video=0.0661 lr=5.08e-06 + speed=0.70 step/s, 89.02 samples/s + eta=00:40:22 +09/18 [22:11:30] INFO | >> epoch=21 step=11950/13625 trainer.py:845 + loss=0.0662 loss_action=0.0008 + loss_video=0.0654 lr=5.03e-06 + speed=0.70 step/s, 89.03 samples/s + eta=00:40:08 +09/18 [22:11:41] INFO | >> epoch=21 step=11960/13625 trainer.py:845 + loss=0.0809 loss_action=0.0009 + loss_video=0.0800 lr=4.99e-06 + speed=0.70 step/s, 89.05 samples/s + eta=00:39:53 +09/18 [22:11:53] INFO | >> epoch=21 step=11970/13625 trainer.py:845 + loss=0.0533 loss_action=0.0005 + loss_video=0.0528 lr=4.94e-06 + speed=0.70 step/s, 89.06 samples/s + eta=00:39:38 +09/18 [22:12:04] INFO | >> epoch=21 step=11980/13625 trainer.py:845 + loss=0.0708 loss_action=0.0008 + loss_video=0.0700 lr=4.89e-06 + speed=0.70 step/s, 89.08 samples/s + eta=00:39:23 +09/18 [22:12:16] INFO | >> epoch=21 step=11990/13625 trainer.py:845 + loss=0.0731 loss_action=0.0007 + loss_video=0.0724 lr=4.85e-06 + speed=0.70 step/s, 89.09 samples/s + eta=00:39:08 +09/18 [22:12:43] INFO | >> epoch=22 step=12000/13625 trainer.py:845 + loss=0.0656 loss_action=0.0007 + loss_video=0.0649 lr=4.80e-06 + speed=0.70 step/s, 89.03 samples/s + eta=00:38:56 +09/18 [22:12:48] INFO | >> Restoring DiT/proprio training and trainer.py:348 + the configured TDAA freeze mode. +09/18 [22:12:49] INFO | >> step=12000 val_loss=0.0546 trainer.py:876 + infer_psnr=43.5336 infer_ssim=0.9860 + action_l2=0.0001 action_l1=0.0049 +09/18 [22:12:58] INFO | >> epoch=22 step=12010/13625 trainer.py:845 + loss=0.0607 loss_action=0.0005 + loss_video=0.0601 lr=4.75e-06 + speed=0.70 step/s, 89.02 samples/s + eta=00:38:42 +09/18 [22:13:07] INFO | >> epoch=22 step=12020/13625 trainer.py:845 + loss=0.0626 loss_action=0.0008 + loss_video=0.0618 lr=4.71e-06 + speed=0.70 step/s, 89.05 samples/s + eta=00:38:27 +09/18 [22:13:18] INFO | >> epoch=22 step=12030/13625 trainer.py:845 + loss=0.0662 loss_action=0.0006 + loss_video=0.0656 lr=4.66e-06 + speed=0.70 step/s, 89.07 samples/s + eta=00:38:12 +09/18 [22:13:30] INFO | >> epoch=22 step=12040/13625 trainer.py:845 + loss=0.0725 loss_action=0.0005 + loss_video=0.0720 lr=4.62e-06 + speed=0.70 step/s, 89.08 samples/s + eta=00:37:57 +09/18 [22:13:40] INFO | >> epoch=22 step=12050/13625 trainer.py:845 + loss=0.0640 loss_action=0.0007 + loss_video=0.0633 lr=4.57e-06 + speed=0.70 step/s, 89.10 samples/s + eta=00:37:42 +09/18 [22:13:52] INFO | >> epoch=22 step=12060/13625 trainer.py:845 + loss=0.0684 loss_action=0.0006 + loss_video=0.0679 lr=4.53e-06 + speed=0.70 step/s, 89.12 samples/s + eta=00:37:27 +09/18 [22:14:05] INFO | >> epoch=22 step=12070/13625 trainer.py:845 + loss=0.0698 loss_action=0.0007 + loss_video=0.0690 lr=4.48e-06 + speed=0.70 step/s, 89.12 samples/s + eta=00:37:13 +09/18 [22:14:16] INFO | >> epoch=22 step=12080/13625 trainer.py:845 + loss=0.0870 loss_action=0.0006 + loss_video=0.0864 lr=4.44e-06 + speed=0.70 step/s, 89.14 samples/s + eta=00:36:58 +09/18 [22:14:27] INFO | >> epoch=22 step=12090/13625 trainer.py:845 + loss=0.0721 loss_action=0.0008 + loss_video=0.0712 lr=4.40e-06 + speed=0.70 step/s, 89.15 samples/s + eta=00:36:43 +09/18 [22:14:38] INFO | >> epoch=22 step=12100/13625 trainer.py:845 + loss=0.0707 loss_action=0.0008 + loss_video=0.0699 lr=4.35e-06 + speed=0.70 step/s, 89.17 samples/s + eta=00:36:29 +09/18 [22:14:51] INFO | >> epoch=22 step=12110/13625 trainer.py:845 + loss=0.0823 loss_action=0.0006 + loss_video=0.0816 lr=4.31e-06 + speed=0.70 step/s, 89.18 samples/s + eta=00:36:14 +09/18 [22:15:03] INFO | >> epoch=22 step=12120/13625 trainer.py:845 + loss=0.0513 loss_action=0.0007 + loss_video=0.0506 lr=4.27e-06 + speed=0.70 step/s, 89.19 samples/s + eta=00:35:59 +09/18 [22:15:14] INFO | >> epoch=22 step=12130/13625 trainer.py:845 + loss=0.0619 loss_action=0.0007 + loss_video=0.0612 lr=4.22e-06 + speed=0.70 step/s, 89.21 samples/s + eta=00:35:45 +09/18 [22:15:25] INFO | >> epoch=22 step=12140/13625 trainer.py:845 + loss=0.0641 loss_action=0.0005 + loss_video=0.0637 lr=4.18e-06 + speed=0.70 step/s, 89.23 samples/s + eta=00:35:30 +09/18 [22:15:39] INFO | >> epoch=22 step=12150/13625 trainer.py:845 + loss=0.0752 loss_action=0.0009 + loss_video=0.0743 lr=4.14e-06 + speed=0.70 step/s, 89.23 samples/s + eta=00:35:15 +09/18 [22:15:50] INFO | >> epoch=22 step=12160/13625 trainer.py:845 + loss=0.0733 loss_action=0.0007 + loss_video=0.0726 lr=4.10e-06 + speed=0.70 step/s, 89.24 samples/s + eta=00:35:01 +09/18 [22:16:02] INFO | >> epoch=22 step=12170/13625 trainer.py:845 + loss=0.0595 loss_action=0.0007 + loss_video=0.0588 lr=4.05e-06 + speed=0.70 step/s, 89.26 samples/s + eta=00:34:46 +09/18 [22:16:13] INFO | >> epoch=22 step=12180/13625 trainer.py:845 + loss=0.0598 loss_action=0.0008 + loss_video=0.0589 lr=4.01e-06 + speed=0.70 step/s, 89.27 samples/s + eta=00:34:31 +09/18 [22:16:26] INFO | >> epoch=22 step=12190/13625 trainer.py:845 + loss=0.0796 loss_action=0.0006 + loss_video=0.0790 lr=3.97e-06 + speed=0.70 step/s, 89.28 samples/s + eta=00:34:17 +09/18 [22:16:37] INFO | >> epoch=22 step=12200/13625 trainer.py:845 + loss=0.0725 loss_action=0.0005 + loss_video=0.0720 lr=3.93e-06 + speed=0.70 step/s, 89.30 samples/s + eta=00:34:02 +09/18 [22:16:49] INFO | >> epoch=22 step=12210/13625 trainer.py:845 + loss=0.0689 loss_action=0.0009 + loss_video=0.0680 lr=3.89e-06 + speed=0.70 step/s, 89.31 samples/s + eta=00:33:47 +09/18 [22:17:00] INFO | >> epoch=22 step=12220/13625 trainer.py:845 + loss=0.0506 loss_action=0.0008 + loss_video=0.0498 lr=3.85e-06 + speed=0.70 step/s, 89.33 samples/s + eta=00:33:33 +09/18 [22:17:12] INFO | >> epoch=22 step=12230/13625 trainer.py:845 + loss=0.0561 loss_action=0.0007 + loss_video=0.0554 lr=3.81e-06 + speed=0.70 step/s, 89.34 samples/s + eta=00:33:18 +09/18 [22:17:24] INFO | >> epoch=22 step=12240/13625 trainer.py:845 + loss=0.0582 loss_action=0.0006 + loss_video=0.0576 lr=3.77e-06 + speed=0.70 step/s, 89.35 samples/s + eta=00:33:04 +09/18 [22:17:35] INFO | >> epoch=22 step=12250/13625 trainer.py:845 + loss=0.0674 loss_action=0.0007 + loss_video=0.0667 lr=3.73e-06 + speed=0.70 step/s, 89.37 samples/s + eta=00:32:49 +09/18 [22:17:46] INFO | >> epoch=22 step=12260/13625 trainer.py:845 + loss=0.0712 loss_action=0.0008 + loss_video=0.0704 lr=3.69e-06 + speed=0.70 step/s, 89.39 samples/s + eta=00:32:34 +09/18 [22:17:59] INFO | >> epoch=22 step=12270/13625 trainer.py:845 + loss=0.0685 loss_action=0.0007 + loss_video=0.0677 lr=3.65e-06 + speed=0.70 step/s, 89.39 samples/s + eta=00:32:20 +09/18 [22:18:11] INFO | >> epoch=22 step=12280/13625 trainer.py:845 + loss=0.0809 loss_action=0.0009 + loss_video=0.0800 lr=3.61e-06 + speed=0.70 step/s, 89.40 samples/s + eta=00:32:05 +09/18 [22:18:22] INFO | >> epoch=22 step=12290/13625 trainer.py:845 + loss=0.0737 loss_action=0.0005 + loss_video=0.0731 lr=3.58e-06 + speed=0.70 step/s, 89.42 samples/s + eta=00:31:50 +09/18 [22:18:34] INFO | >> epoch=22 step=12300/13625 trainer.py:845 + loss=0.0709 loss_action=0.0006 + loss_video=0.0703 lr=3.54e-06 + speed=0.70 step/s, 89.44 samples/s + eta=00:31:36 +09/18 [22:18:47] INFO | >> epoch=22 step=12310/13625 trainer.py:845 + loss=0.0722 loss_action=0.0005 + loss_video=0.0717 lr=3.50e-06 + speed=0.70 step/s, 89.44 samples/s + eta=00:31:21 +09/18 [22:18:59] INFO | >> epoch=22 step=12320/13625 trainer.py:845 + loss=0.0578 loss_action=0.0009 + loss_video=0.0569 lr=3.46e-06 + speed=0.70 step/s, 89.45 samples/s + eta=00:31:07 +09/18 [22:19:10] INFO | >> epoch=22 step=12330/13625 trainer.py:845 + loss=0.0600 loss_action=0.0007 + loss_video=0.0594 lr=3.42e-06 + speed=0.70 step/s, 89.47 samples/s + eta=00:30:52 +09/18 [22:19:21] INFO | >> epoch=22 step=12340/13625 trainer.py:845 + loss=0.0690 loss_action=0.0006 + loss_video=0.0684 lr=3.39e-06 + speed=0.70 step/s, 89.48 samples/s + eta=00:30:38 +09/18 [22:19:34] INFO | >> epoch=22 step=12350/13625 trainer.py:845 + loss=0.0528 loss_action=0.0007 + loss_video=0.0521 lr=3.35e-06 + speed=0.70 step/s, 89.49 samples/s + eta=00:30:23 +09/18 [22:19:45] INFO | >> epoch=22 step=12360/13625 trainer.py:845 + loss=0.0651 loss_action=0.0007 + loss_video=0.0644 lr=3.31e-06 + speed=0.70 step/s, 89.51 samples/s + eta=00:30:09 +09/18 [22:19:56] INFO | >> epoch=22 step=12370/13625 trainer.py:845 + loss=0.0804 loss_action=0.0005 + loss_video=0.0799 lr=3.28e-06 + speed=0.70 step/s, 89.52 samples/s + eta=00:29:54 +09/18 [22:20:08] INFO | >> epoch=22 step=12380/13625 trainer.py:845 + loss=0.0575 loss_action=0.0007 + loss_video=0.0568 lr=3.24e-06 + speed=0.70 step/s, 89.54 samples/s + eta=00:29:39 +09/18 [22:20:21] INFO | >> epoch=22 step=12390/13625 trainer.py:845 + loss=0.0591 loss_action=0.0009 + loss_video=0.0582 lr=3.21e-06 + speed=0.70 step/s, 89.55 samples/s + eta=00:29:25 +09/18 [22:20:32] INFO | >> epoch=22 step=12400/13625 trainer.py:845 + loss=0.0676 loss_action=0.0008 + loss_video=0.0668 lr=3.17e-06 + speed=0.70 step/s, 89.56 samples/s + eta=00:29:10 +09/18 [22:20:43] INFO | >> epoch=22 step=12410/13625 trainer.py:845 + loss=0.0643 loss_action=0.0007 + loss_video=0.0637 lr=3.14e-06 + speed=0.70 step/s, 89.58 samples/s + eta=00:28:56 +09/18 [22:20:54] INFO | >> epoch=22 step=12420/13625 trainer.py:845 + loss=0.0697 loss_action=0.0005 + loss_video=0.0692 lr=3.10e-06 + speed=0.70 step/s, 89.59 samples/s + eta=00:28:41 +09/18 [22:21:07] INFO | >> epoch=22 step=12430/13625 trainer.py:845 + loss=0.0694 loss_action=0.0009 + loss_video=0.0685 lr=3.07e-06 + speed=0.70 step/s, 89.60 samples/s + eta=00:28:27 +09/18 [22:21:18] INFO | >> epoch=22 step=12440/13625 trainer.py:845 + loss=0.0718 loss_action=0.0005 + loss_video=0.0713 lr=3.03e-06 + speed=0.70 step/s, 89.62 samples/s + eta=00:28:12 +09/18 [22:21:29] INFO | >> epoch=22 step=12450/13625 trainer.py:845 + loss=0.0598 loss_action=0.0005 + loss_video=0.0593 lr=3.00e-06 + speed=0.70 step/s, 89.63 samples/s + eta=00:27:57 +09/18 [22:21:40] INFO | >> epoch=22 step=12460/13625 trainer.py:845 + loss=0.0480 loss_action=0.0008 + loss_video=0.0472 lr=2.97e-06 + speed=0.70 step/s, 89.65 samples/s + eta=00:27:43 +09/18 [22:21:53] INFO | >> epoch=22 step=12470/13625 trainer.py:845 + loss=0.0782 loss_action=0.0009 + loss_video=0.0773 lr=2.93e-06 + speed=0.70 step/s, 89.66 samples/s + eta=00:27:28 +09/18 [22:22:04] INFO | >> epoch=22 step=12480/13625 trainer.py:845 + loss=0.0717 loss_action=0.0006 + loss_video=0.0711 lr=2.90e-06 + speed=0.70 step/s, 89.67 samples/s + eta=00:27:14 +09/18 [22:22:15] INFO | >> epoch=22 step=12490/13625 trainer.py:845 + loss=0.0577 loss_action=0.0008 + loss_video=0.0569 lr=2.87e-06 + speed=0.70 step/s, 89.69 samples/s + eta=00:26:59 +09/18 [22:22:27] INFO | >> epoch=22 step=12500/13625 trainer.py:845 + loss=0.0698 loss_action=0.0006 + loss_video=0.0692 lr=2.83e-06 + speed=0.70 step/s, 89.70 samples/s + eta=00:26:45 +09/18 [22:22:31] INFO | >> Restoring DiT/proprio training and trainer.py:348 + the configured TDAA freeze mode. +09/18 [22:22:32] INFO | >> step=12500 val_loss=0.0503 trainer.py:876 + infer_psnr=38.3262 infer_ssim=0.9707 + action_l2=0.0007 action_l1=0.0102 +09/18 [22:22:42] INFO | >> epoch=22 step=12510/13625 trainer.py:845 + loss=0.0870 loss_action=0.0006 + loss_video=0.0864 lr=2.80e-06 + speed=0.70 step/s, 89.70 samples/s + eta=00:26:31 +09/18 [22:22:51] INFO | >> epoch=22 step=12520/13625 trainer.py:845 + loss=0.0705 loss_action=0.0008 + loss_video=0.0697 lr=2.77e-06 + speed=0.70 step/s, 89.72 samples/s + eta=00:26:16 +09/18 [22:23:02] INFO | >> epoch=22 step=12530/13625 trainer.py:845 + loss=0.0547 loss_action=0.0007 + loss_video=0.0540 lr=2.74e-06 + speed=0.70 step/s, 89.74 samples/s + eta=00:26:01 +09/18 [22:23:29] INFO | >> epoch=23 step=12540/13625 trainer.py:845 + loss=0.0655 loss_action=0.0008 + loss_video=0.0647 lr=2.71e-06 + speed=0.70 step/s, 89.68 samples/s + eta=00:25:48 +09/18 [22:23:41] INFO | >> epoch=23 step=12550/13625 trainer.py:845 + loss=0.0629 loss_action=0.0005 + loss_video=0.0625 lr=2.68e-06 + speed=0.70 step/s, 89.69 samples/s + eta=00:25:34 +09/18 [22:23:54] INFO | >> epoch=23 step=12560/13625 trainer.py:845 + loss=0.0630 loss_action=0.0005 + loss_video=0.0625 lr=2.64e-06 + speed=0.70 step/s, 89.69 samples/s + eta=00:25:19 +09/18 [22:24:05] INFO | >> epoch=23 step=12570/13625 trainer.py:845 + loss=0.0700 loss_action=0.0006 + loss_video=0.0693 lr=2.61e-06 + speed=0.70 step/s, 89.71 samples/s + eta=00:25:05 +09/18 [22:24:16] INFO | >> epoch=23 step=12580/13625 trainer.py:845 + loss=0.0608 loss_action=0.0005 + loss_video=0.0603 lr=2.58e-06 + speed=0.70 step/s, 89.73 samples/s + eta=00:24:50 +09/18 [22:24:28] INFO | >> epoch=23 step=12590/13625 trainer.py:845 + loss=0.0763 loss_action=0.0006 + loss_video=0.0756 lr=2.55e-06 + speed=0.70 step/s, 89.74 samples/s + eta=00:24:36 +09/18 [22:24:41] INFO | >> epoch=23 step=12600/13625 trainer.py:845 + loss=0.0639 loss_action=0.0005 + loss_video=0.0633 lr=2.52e-06 + speed=0.70 step/s, 89.74 samples/s + eta=00:24:21 +09/18 [22:24:52] INFO | >> epoch=23 step=12610/13625 trainer.py:845 + loss=0.0846 loss_action=0.0006 + loss_video=0.0840 lr=2.49e-06 + speed=0.70 step/s, 89.76 samples/s + eta=00:24:07 +09/18 [22:25:03] INFO | >> epoch=23 step=12620/13625 trainer.py:845 + loss=0.0777 loss_action=0.0006 + loss_video=0.0772 lr=2.47e-06 + speed=0.70 step/s, 89.77 samples/s + eta=00:23:52 +09/18 [22:25:14] INFO | >> epoch=23 step=12630/13625 trainer.py:845 + loss=0.0578 loss_action=0.0005 + loss_video=0.0573 lr=2.44e-06 + speed=0.70 step/s, 89.79 samples/s + eta=00:23:38 +09/18 [22:25:27] INFO | >> epoch=23 step=12640/13625 trainer.py:845 + loss=0.0685 loss_action=0.0005 + loss_video=0.0680 lr=2.41e-06 + speed=0.70 step/s, 89.80 samples/s + eta=00:23:24 +09/18 [22:25:38] INFO | >> epoch=23 step=12650/13625 trainer.py:845 + loss=0.0681 loss_action=0.0006 + loss_video=0.0675 lr=2.38e-06 + speed=0.70 step/s, 89.81 samples/s + eta=00:23:09 +09/18 [22:25:49] INFO | >> epoch=23 step=12660/13625 trainer.py:845 + loss=0.0545 loss_action=0.0005 + loss_video=0.0541 lr=2.35e-06 + speed=0.70 step/s, 89.83 samples/s + eta=00:22:55 +09/18 [22:26:01] INFO | >> epoch=23 step=12670/13625 trainer.py:845 + loss=0.0696 loss_action=0.0006 + loss_video=0.0690 lr=2.32e-06 + speed=0.70 step/s, 89.84 samples/s + eta=00:22:40 +09/18 [22:26:14] INFO | >> epoch=23 step=12680/13625 trainer.py:845 + loss=0.0604 loss_action=0.0007 + loss_video=0.0597 lr=2.30e-06 + speed=0.70 step/s, 89.85 samples/s + eta=00:22:26 +09/18 [22:26:25] INFO | >> epoch=23 step=12690/13625 trainer.py:845 + loss=0.0573 loss_action=0.0006 + loss_video=0.0567 lr=2.27e-06 + speed=0.70 step/s, 89.87 samples/s + eta=00:22:11 +09/18 [22:26:36] INFO | >> epoch=23 step=12700/13625 trainer.py:845 + loss=0.0683 loss_action=0.0005 + loss_video=0.0678 lr=2.24e-06 + speed=0.70 step/s, 89.88 samples/s + eta=00:21:57 +09/18 [22:26:47] INFO | >> epoch=23 step=12710/13625 trainer.py:845 + loss=0.0590 loss_action=0.0007 + loss_video=0.0583 lr=2.22e-06 + speed=0.70 step/s, 89.89 samples/s + eta=00:21:42 +09/18 [22:27:01] INFO | >> epoch=23 step=12720/13625 trainer.py:845 + loss=0.0722 loss_action=0.0007 + loss_video=0.0715 lr=2.19e-06 + speed=0.70 step/s, 89.90 samples/s + eta=00:21:28 +09/18 [22:27:12] INFO | >> epoch=23 step=12730/13625 trainer.py:845 + loss=0.0797 loss_action=0.0009 + loss_video=0.0788 lr=2.16e-06 + speed=0.70 step/s, 89.91 samples/s + eta=00:21:14 +09/18 [22:27:24] INFO | >> epoch=23 step=12740/13625 trainer.py:845 + loss=0.0715 loss_action=0.0007 + loss_video=0.0708 lr=2.14e-06 + speed=0.70 step/s, 89.93 samples/s + eta=00:20:59 +09/18 [22:27:35] INFO | >> epoch=23 step=12750/13625 trainer.py:845 + loss=0.0799 loss_action=0.0007 + loss_video=0.0791 lr=2.11e-06 + speed=0.70 step/s, 89.94 samples/s + eta=00:20:45 +09/18 [22:27:48] INFO | >> epoch=23 step=12760/13625 trainer.py:845 + loss=0.0634 loss_action=0.0005 + loss_video=0.0629 lr=2.09e-06 + speed=0.70 step/s, 89.95 samples/s + eta=00:20:30 +09/18 [22:27:59] INFO | >> epoch=23 step=12770/13625 trainer.py:845 + loss=0.0739 loss_action=0.0005 + loss_video=0.0734 lr=2.06e-06 + speed=0.70 step/s, 89.96 samples/s + eta=00:20:16 +09/18 [22:28:10] INFO | >> epoch=23 step=12780/13625 trainer.py:845 + loss=0.0760 loss_action=0.0005 + loss_video=0.0755 lr=2.04e-06 + speed=0.70 step/s, 89.98 samples/s + eta=00:20:02 +09/18 [22:28:22] INFO | >> epoch=23 step=12790/13625 trainer.py:845 + loss=0.0738 loss_action=0.0007 + loss_video=0.0732 lr=2.01e-06 + speed=0.70 step/s, 89.99 samples/s + eta=00:19:47 +09/18 [22:28:35] INFO | >> epoch=23 step=12800/13625 trainer.py:845 + loss=0.0577 loss_action=0.0006 + loss_video=0.0571 lr=1.99e-06 + speed=0.70 step/s, 90.00 samples/s + eta=00:19:33 +09/18 [22:28:46] INFO | >> epoch=23 step=12810/13625 trainer.py:845 + loss=0.0671 loss_action=0.0006 + loss_video=0.0665 lr=1.97e-06 + speed=0.70 step/s, 90.01 samples/s + eta=00:19:18 +09/18 [22:28:57] INFO | >> epoch=23 step=12820/13625 trainer.py:845 + loss=0.0591 loss_action=0.0006 + loss_video=0.0585 lr=1.94e-06 + speed=0.70 step/s, 90.03 samples/s + eta=00:19:04 +09/18 [22:29:08] INFO | >> epoch=23 step=12830/13625 trainer.py:845 + loss=0.0825 loss_action=0.0005 + loss_video=0.0820 lr=1.92e-06 + speed=0.70 step/s, 90.04 samples/s + eta=00:18:50 +09/18 [22:29:21] INFO | >> epoch=23 step=12840/13625 trainer.py:845 + loss=0.0660 loss_action=0.0007 + loss_video=0.0653 lr=1.90e-06 + speed=0.70 step/s, 90.05 samples/s + eta=00:18:35 +09/18 [22:29:32] INFO | >> epoch=23 step=12850/13625 trainer.py:845 + loss=0.0561 loss_action=0.0004 + loss_video=0.0557 lr=1.87e-06 + speed=0.70 step/s, 90.06 samples/s + eta=00:18:21 +09/18 [22:29:44] INFO | >> epoch=23 step=12860/13625 trainer.py:845 + loss=0.0643 loss_action=0.0006 + loss_video=0.0637 lr=1.85e-06 + speed=0.70 step/s, 90.08 samples/s + eta=00:18:07 +09/18 [22:29:55] INFO | >> epoch=23 step=12870/13625 trainer.py:845 + loss=0.0614 loss_action=0.0006 + loss_video=0.0608 lr=1.83e-06 + speed=0.70 step/s, 90.09 samples/s + eta=00:17:52 +09/18 [22:30:08] INFO | >> epoch=23 step=12880/13625 trainer.py:845 + loss=0.0494 loss_action=0.0007 + loss_video=0.0487 lr=1.81e-06 + speed=0.70 step/s, 90.10 samples/s + eta=00:17:38 +09/18 [22:30:19] INFO | >> epoch=23 step=12890/13625 trainer.py:845 + loss=0.0702 loss_action=0.0004 + loss_video=0.0698 lr=1.79e-06 + speed=0.70 step/s, 90.11 samples/s + eta=00:17:24 +09/18 [22:30:30] INFO | >> epoch=23 step=12900/13625 trainer.py:845 + loss=0.0611 loss_action=0.0006 + loss_video=0.0605 lr=1.76e-06 + speed=0.70 step/s, 90.13 samples/s + eta=00:17:09 +09/18 [22:30:41] INFO | >> epoch=23 step=12910/13625 trainer.py:845 + loss=0.0669 loss_action=0.0009 + loss_video=0.0659 lr=1.74e-06 + speed=0.70 step/s, 90.15 samples/s + eta=00:16:55 +09/18 [22:30:54] INFO | >> epoch=23 step=12920/13625 trainer.py:845 + loss=0.0641 loss_action=0.0005 + loss_video=0.0636 lr=1.72e-06 + speed=0.70 step/s, 90.15 samples/s + eta=00:16:40 +09/18 [22:31:05] INFO | >> epoch=23 step=12930/13625 trainer.py:845 + loss=0.0657 loss_action=0.0005 + loss_video=0.0652 lr=1.70e-06 + speed=0.70 step/s, 90.17 samples/s + eta=00:16:26 +09/18 [22:31:16] INFO | >> epoch=23 step=12940/13625 trainer.py:845 + loss=0.0640 loss_action=0.0006 + loss_video=0.0634 lr=1.68e-06 + speed=0.70 step/s, 90.18 samples/s + eta=00:16:12 +09/18 [22:31:27] INFO | >> epoch=23 step=12950/13625 trainer.py:845 + loss=0.0892 loss_action=0.0005 + loss_video=0.0886 lr=1.66e-06 + speed=0.70 step/s, 90.20 samples/s + eta=00:15:57 +09/18 [22:31:40] INFO | >> epoch=23 step=12960/13625 trainer.py:845 + loss=0.0743 loss_action=0.0007 + loss_video=0.0736 lr=1.64e-06 + speed=0.70 step/s, 90.20 samples/s + eta=00:15:43 +09/18 [22:31:52] INFO | >> epoch=23 step=12970/13625 trainer.py:845 + loss=0.0696 loss_action=0.0007 + loss_video=0.0689 lr=1.62e-06 + speed=0.70 step/s, 90.22 samples/s + eta=00:15:29 +09/18 [22:32:03] INFO | >> epoch=23 step=12980/13625 trainer.py:845 + loss=0.0653 loss_action=0.0005 + loss_video=0.0649 lr=1.61e-06 + speed=0.70 step/s, 90.23 samples/s + eta=00:15:14 +09/18 [22:32:14] INFO | >> epoch=23 step=12990/13625 trainer.py:845 + loss=0.0599 loss_action=0.0005 + loss_video=0.0594 lr=1.59e-06 + speed=0.71 step/s, 90.25 samples/s + eta=00:15:00 +09/18 [22:32:27] INFO | >> epoch=23 step=13000/13625 trainer.py:845 + loss=0.0791 loss_action=0.0006 + loss_video=0.0785 lr=1.57e-06 + speed=0.71 step/s, 90.25 samples/s + eta=00:14:46 +09/18 [22:32:32] INFO | >> Restoring DiT/proprio training and trainer.py:348 + the configured TDAA freeze mode. +09/18 [22:32:33] INFO | >> step=13000 val_loss=0.0498 trainer.py:876 + infer_psnr=40.1915 infer_ssim=0.9740 + action_l2=0.0002 action_l1=0.0071 +09/18 [22:32:42] INFO | >> epoch=23 step=13010/13625 trainer.py:845 + loss=0.0602 loss_action=0.0007 + loss_video=0.0595 lr=1.55e-06 + speed=0.71 step/s, 90.25 samples/s + eta=00:14:32 +09/18 [22:32:51] INFO | >> epoch=23 step=13020/13625 trainer.py:845 + loss=0.0757 loss_action=0.0005 + loss_video=0.0752 lr=1.53e-06 + speed=0.71 step/s, 90.27 samples/s + eta=00:14:17 +09/18 [22:33:01] INFO | >> epoch=23 step=13030/13625 trainer.py:845 + loss=0.0578 loss_action=0.0005 + loss_video=0.0573 lr=1.52e-06 + speed=0.71 step/s, 90.29 samples/s + eta=00:14:03 +09/18 [22:33:14] INFO | >> epoch=23 step=13040/13625 trainer.py:845 + loss=0.0628 loss_action=0.0006 + loss_video=0.0622 lr=1.50e-06 + speed=0.71 step/s, 90.30 samples/s + eta=00:13:49 +09/18 [22:33:25] INFO | >> epoch=23 step=13050/13625 trainer.py:845 + loss=0.0658 loss_action=0.0008 + loss_video=0.0650 lr=1.48e-06 + speed=0.71 step/s, 90.32 samples/s + eta=00:13:34 +09/18 [22:33:36] INFO | >> epoch=23 step=13060/13625 trainer.py:845 + loss=0.0777 loss_action=0.0006 + loss_video=0.0772 lr=1.46e-06 + speed=0.71 step/s, 90.33 samples/s + eta=00:13:20 +09/18 [22:33:47] INFO | >> epoch=23 step=13070/13625 trainer.py:845 + loss=0.0606 loss_action=0.0005 + loss_video=0.0601 lr=1.45e-06 + speed=0.71 step/s, 90.35 samples/s + eta=00:13:06 +09/18 [22:34:01] INFO | >> epoch=23 step=13080/13625 trainer.py:845 + loss=0.0598 loss_action=0.0006 + loss_video=0.0592 lr=1.43e-06 + speed=0.71 step/s, 90.35 samples/s + eta=00:12:52 +09/18 [22:34:28] INFO | >> epoch=24 step=13090/13625 trainer.py:845 + loss=0.0703 loss_action=0.0005 + loss_video=0.0699 lr=1.42e-06 + speed=0.71 step/s, 90.28 samples/s + eta=00:12:38 +09/18 [22:34:39] INFO | >> epoch=24 step=13100/13625 trainer.py:845 + loss=0.0686 loss_action=0.0006 + loss_video=0.0679 lr=1.40e-06 + speed=0.71 step/s, 90.30 samples/s + eta=00:12:24 +09/18 [22:34:50] INFO | >> epoch=24 step=13110/13625 trainer.py:845 + loss=0.0546 loss_action=0.0005 + loss_video=0.0541 lr=1.39e-06 + speed=0.71 step/s, 90.31 samples/s + eta=00:12:09 +09/18 [22:35:03] INFO | >> epoch=24 step=13120/13625 trainer.py:845 + loss=0.0633 loss_action=0.0007 + loss_video=0.0626 lr=1.37e-06 + speed=0.71 step/s, 90.32 samples/s + eta=00:11:55 +09/18 [22:35:14] INFO | >> epoch=24 step=13130/13625 trainer.py:845 + loss=0.0589 loss_action=0.0005 + loss_video=0.0584 lr=1.36e-06 + speed=0.71 step/s, 90.33 samples/s + eta=00:11:41 +09/18 [22:35:25] INFO | >> epoch=24 step=13140/13625 trainer.py:845 + loss=0.0647 loss_action=0.0008 + loss_video=0.0640 lr=1.34e-06 + speed=0.71 step/s, 90.35 samples/s + eta=00:11:27 +09/18 [22:35:37] INFO | >> epoch=24 step=13150/13625 trainer.py:845 + loss=0.0622 loss_action=0.0008 + loss_video=0.0615 lr=1.33e-06 + speed=0.71 step/s, 90.36 samples/s + eta=00:11:12 +09/18 [22:35:49] INFO | >> epoch=24 step=13160/13625 trainer.py:845 + loss=0.0829 loss_action=0.0006 + loss_video=0.0824 lr=1.31e-06 + speed=0.71 step/s, 90.37 samples/s + eta=00:10:58 +09/18 [22:36:01] INFO | >> epoch=24 step=13170/13625 trainer.py:845 + loss=0.0626 loss_action=0.0007 + loss_video=0.0619 lr=1.30e-06 + speed=0.71 step/s, 90.38 samples/s + eta=00:10:44 +09/18 [22:36:12] INFO | >> epoch=24 step=13180/13625 trainer.py:845 + loss=0.0678 loss_action=0.0007 + loss_video=0.0672 lr=1.29e-06 + speed=0.71 step/s, 90.40 samples/s + eta=00:10:30 +09/18 [22:36:23] INFO | >> epoch=24 step=13190/13625 trainer.py:845 + loss=0.0675 loss_action=0.0008 + loss_video=0.0668 lr=1.28e-06 + speed=0.71 step/s, 90.41 samples/s + eta=00:10:15 +09/18 [22:36:36] INFO | >> epoch=24 step=13200/13625 trainer.py:845 + loss=0.0604 loss_action=0.0006 + loss_video=0.0599 lr=1.26e-06 + speed=0.71 step/s, 90.42 samples/s + eta=00:10:01 +09/18 [22:36:48] INFO | >> epoch=24 step=13210/13625 trainer.py:845 + loss=0.0718 loss_action=0.0005 + loss_video=0.0712 lr=1.25e-06 + speed=0.71 step/s, 90.43 samples/s + eta=00:09:47 +09/18 [22:36:59] INFO | >> epoch=24 step=13220/13625 trainer.py:845 + loss=0.0622 loss_action=0.0005 + loss_video=0.0617 lr=1.24e-06 + speed=0.71 step/s, 90.45 samples/s + eta=00:09:33 +09/18 [22:37:10] INFO | >> epoch=24 step=13230/13625 trainer.py:845 + loss=0.0763 loss_action=0.0007 + loss_video=0.0757 lr=1.23e-06 + speed=0.71 step/s, 90.46 samples/s + eta=00:09:18 +09/18 [22:37:23] INFO | >> epoch=24 step=13240/13625 trainer.py:845 + loss=0.0685 loss_action=0.0005 + loss_video=0.0679 lr=1.22e-06 + speed=0.71 step/s, 90.47 samples/s + eta=00:09:04 +09/18 [22:37:34] INFO | >> epoch=24 step=13250/13625 trainer.py:845 + loss=0.0607 loss_action=0.0004 + loss_video=0.0603 lr=1.20e-06 + speed=0.71 step/s, 90.48 samples/s + eta=00:08:50 +09/18 [22:37:45] INFO | >> epoch=24 step=13260/13625 trainer.py:845 + loss=0.0800 loss_action=0.0007 + loss_video=0.0793 lr=1.19e-06 + speed=0.71 step/s, 90.49 samples/s + eta=00:08:36 +09/18 [22:37:56] INFO | >> epoch=24 step=13270/13625 trainer.py:845 + loss=0.0689 loss_action=0.0007 + loss_video=0.0682 lr=1.18e-06 + speed=0.71 step/s, 90.51 samples/s + eta=00:08:22 +09/18 [22:38:09] INFO | >> epoch=24 step=13280/13625 trainer.py:845 + loss=0.0646 loss_action=0.0006 + loss_video=0.0640 lr=1.17e-06 + speed=0.71 step/s, 90.52 samples/s + eta=00:08:07 +09/18 [22:38:21] INFO | >> epoch=24 step=13290/13625 trainer.py:845 + loss=0.0803 loss_action=0.0006 + loss_video=0.0796 lr=1.16e-06 + speed=0.71 step/s, 90.53 samples/s + eta=00:07:53 +09/18 [22:38:32] INFO | >> epoch=24 step=13300/13625 trainer.py:845 + loss=0.0776 loss_action=0.0004 + loss_video=0.0771 lr=1.15e-06 + speed=0.71 step/s, 90.54 samples/s + eta=00:07:39 +09/18 [22:38:43] INFO | >> epoch=24 step=13310/13625 trainer.py:845 + loss=0.0660 loss_action=0.0006 + loss_video=0.0654 lr=1.14e-06 + speed=0.71 step/s, 90.56 samples/s + eta=00:07:25 +09/18 [22:38:55] INFO | >> epoch=24 step=13320/13625 trainer.py:845 + loss=0.0579 loss_action=0.0005 + loss_video=0.0575 lr=1.14e-06 + speed=0.71 step/s, 90.57 samples/s + eta=00:07:11 +09/18 [22:39:07] INFO | >> epoch=24 step=13330/13625 trainer.py:845 + loss=0.0795 loss_action=0.0005 + loss_video=0.0790 lr=1.13e-06 + speed=0.71 step/s, 90.58 samples/s + eta=00:06:56 +09/18 [22:39:18] INFO | >> epoch=24 step=13340/13625 trainer.py:845 + loss=0.0770 loss_action=0.0006 + loss_video=0.0764 lr=1.12e-06 + speed=0.71 step/s, 90.59 samples/s + eta=00:06:42 +09/18 [22:39:29] INFO | >> epoch=24 step=13350/13625 trainer.py:845 + loss=0.0725 loss_action=0.0005 + loss_video=0.0720 lr=1.11e-06 + speed=0.71 step/s, 90.61 samples/s + eta=00:06:28 +09/18 [22:39:42] INFO | >> epoch=24 step=13360/13625 trainer.py:845 + loss=0.0710 loss_action=0.0006 + loss_video=0.0704 lr=1.10e-06 + speed=0.71 step/s, 90.61 samples/s + eta=00:06:14 +09/18 [22:39:53] INFO | >> epoch=24 step=13370/13625 trainer.py:845 + loss=0.0715 loss_action=0.0005 + loss_video=0.0710 lr=1.09e-06 + speed=0.71 step/s, 90.63 samples/s + eta=00:06:00 +09/18 [22:40:04] INFO | >> epoch=24 step=13380/13625 trainer.py:845 + loss=0.0740 loss_action=0.0004 + loss_video=0.0736 lr=1.09e-06 + speed=0.71 step/s, 90.64 samples/s + eta=00:05:45 +09/18 [22:40:16] INFO | >> epoch=24 step=13390/13625 trainer.py:845 + loss=0.0701 loss_action=0.0007 + loss_video=0.0694 lr=1.08e-06 + speed=0.71 step/s, 90.65 samples/s + eta=00:05:31 +09/18 [22:40:29] INFO | >> epoch=24 step=13400/13625 trainer.py:845 + loss=0.0607 loss_action=0.0006 + loss_video=0.0601 lr=1.07e-06 + speed=0.71 step/s, 90.66 samples/s + eta=00:05:17 +09/18 [22:40:42] INFO | >> epoch=24 step=13410/13625 trainer.py:845 + loss=0.0765 loss_action=0.0010 + loss_video=0.0755 lr=1.07e-06 + speed=0.71 step/s, 90.67 samples/s + eta=00:05:03 +09/18 [22:40:53] INFO | >> epoch=24 step=13420/13625 trainer.py:845 + loss=0.0838 loss_action=0.0006 + loss_video=0.0832 lr=1.06e-06 + speed=0.71 step/s, 90.68 samples/s + eta=00:04:49 +09/18 [22:41:04] INFO | >> epoch=24 step=13430/13625 trainer.py:845 + loss=0.0565 loss_action=0.0006 + loss_video=0.0559 lr=1.06e-06 + speed=0.71 step/s, 90.69 samples/s + eta=00:04:35 +09/18 [22:41:15] INFO | >> epoch=24 step=13440/13625 trainer.py:845 + loss=0.0670 loss_action=0.0004 + loss_video=0.0666 lr=1.05e-06 + speed=0.71 step/s, 90.71 samples/s + eta=00:04:21 +09/18 [22:41:28] INFO | >> epoch=24 step=13450/13625 trainer.py:845 + loss=0.0568 loss_action=0.0005 + loss_video=0.0563 lr=1.04e-06 + speed=0.71 step/s, 90.71 samples/s + eta=00:04:06 +09/18 [22:41:39] INFO | >> epoch=24 step=13460/13625 trainer.py:845 + loss=0.0701 loss_action=0.0004 + loss_video=0.0698 lr=1.04e-06 + speed=0.71 step/s, 90.73 samples/s + eta=00:03:52 +09/18 [22:41:50] INFO | >> epoch=24 step=13470/13625 trainer.py:845 + loss=0.0699 loss_action=0.0006 + loss_video=0.0693 lr=1.04e-06 + speed=0.71 step/s, 90.74 samples/s + eta=00:03:38 +09/18 [22:42:02] INFO | >> epoch=24 step=13480/13625 trainer.py:845 + loss=0.0716 loss_action=0.0005 + loss_video=0.0711 lr=1.03e-06 + speed=0.71 step/s, 90.75 samples/s + eta=00:03:24 +09/18 [22:42:14] INFO | >> epoch=24 step=13490/13625 trainer.py:845 + loss=0.0619 loss_action=0.0007 + loss_video=0.0612 lr=1.03e-06 + speed=0.71 step/s, 90.76 samples/s + eta=00:03:10 +09/18 [22:42:25] INFO | >> epoch=24 step=13500/13625 trainer.py:845 + loss=0.0731 loss_action=0.0006 + loss_video=0.0725 lr=1.02e-06 + speed=0.71 step/s, 90.78 samples/s + eta=00:02:56 +09/18 [22:42:30] INFO | >> Restoring DiT/proprio training and trainer.py:348 + the configured TDAA freeze mode. +09/18 [22:42:31] INFO | >> step=13500 val_loss=0.0710 trainer.py:876 + infer_psnr=37.9358 infer_ssim=0.9676 + action_l2=0.0003 action_l1=0.0085 +09/18 [22:42:41] INFO | >> epoch=24 step=13510/13625 trainer.py:845 + loss=0.0791 loss_action=0.0004 + loss_video=0.0787 lr=1.02e-06 + speed=0.71 step/s, 90.77 samples/s + eta=00:02:42 +09/18 [22:42:50] INFO | >> epoch=24 step=13520/13625 trainer.py:845 + loss=0.0572 loss_action=0.0005 + loss_video=0.0567 lr=1.02e-06 + speed=0.71 step/s, 90.79 samples/s + eta=00:02:28 +09/18 [22:43:01] INFO | >> epoch=24 step=13530/13625 trainer.py:845 + loss=0.0554 loss_action=0.0006 + loss_video=0.0547 lr=1.01e-06 + speed=0.71 step/s, 90.81 samples/s + eta=00:02:13 +09/18 [22:43:12] INFO | >> epoch=24 step=13540/13625 trainer.py:845 + loss=0.0697 loss_action=0.0005 + loss_video=0.0693 lr=1.01e-06 + speed=0.71 step/s, 90.82 samples/s + eta=00:01:59 +09/18 [22:43:23] INFO | >> epoch=24 step=13550/13625 trainer.py:845 + loss=0.0635 loss_action=0.0005 + loss_video=0.0630 lr=1.01e-06 + speed=0.71 step/s, 90.84 samples/s + eta=00:01:45 +09/18 [22:43:35] INFO | >> epoch=24 step=13560/13625 trainer.py:845 + loss=0.0601 loss_action=0.0006 + loss_video=0.0595 lr=1.01e-06 + speed=0.71 step/s, 90.85 samples/s + eta=00:01:31 +09/18 [22:43:47] INFO | >> epoch=24 step=13570/13625 trainer.py:845 + loss=0.0692 loss_action=0.0007 + loss_video=0.0685 lr=1.00e-06 + speed=0.71 step/s, 90.86 samples/s + eta=00:01:17 +09/18 [22:43:59] INFO | >> epoch=24 step=13580/13625 trainer.py:845 + loss=0.0776 loss_action=0.0007 + loss_video=0.0770 lr=1.00e-06 + speed=0.71 step/s, 90.87 samples/s + eta=00:01:03 +09/18 [22:44:10] INFO | >> epoch=24 step=13590/13625 trainer.py:845 + loss=0.0777 loss_action=0.0008 + loss_video=0.0769 lr=1.00e-06 + speed=0.71 step/s, 90.88 samples/s + eta=00:00:49 +09/18 [22:44:22] INFO | >> epoch=24 step=13600/13625 trainer.py:845 + loss=0.0623 loss_action=0.0005 + loss_video=0.0618 lr=1.00e-06 + speed=0.71 step/s, 90.89 samples/s + eta=00:00:35 +09/18 [22:44:34] INFO | >> epoch=24 step=13610/13625 trainer.py:845 + loss=0.0687 loss_action=0.0008 + loss_video=0.0679 lr=1.00e-06 + speed=0.71 step/s, 90.90 samples/s + eta=00:00:21 +09/18 [22:44:45] INFO | >> epoch=24 step=13620/13625 trainer.py:845 + loss=0.0692 loss_action=0.0006 + loss_video=0.0686 lr=1.00e-06 + speed=0.71 step/s, 90.92 samples/s + eta=00:00:07 +09/18 [22:48:36] INFO | >> Saving current state to accelerator.py:3644 + /mnt/dolphinfs/ssd_pool/docker/use + r/hadoop-nlp-sh02/hadoop-aipnlp/EV + A/buxizhou/Benchmark/FastWAM-TDAA/ + work_dirs/hope_fastwam_tdaa_frozen + _20260918_152717_1219/checkpoints/ + state/step_013625 + INFO | >> Saving DeepSpeed Model and accelerator.py:3658 + Optimizer +09/18 [22:55:32] INFO | >> DeepSpeed Model and Optimizer accelerator.py:3661 + saved to output dir + /mnt/dolphinfs/ssd_pool/docker/use + r/hadoop-nlp-sh02/hadoop-aipnlp/EV + A/buxizhou/Benchmark/FastWAM-TDAA/ + work_dirs/hope_fastwam_tdaa_frozen + _20260918_152717_1219/checkpoints/ + state/step_013625/pytorch_model + INFO | >> Scheduler state saved in checkpointing.py:128 + /mnt/dolphinfs/ssd_pool/docker/us + er/hadoop-nlp-sh02/hadoop-aipnlp/ + EVA/buxizhou/Benchmark/FastWAM-TD + AA/work_dirs/hope_fastwam_tdaa_fr + ozen_20260918_152717_1219/checkpo + ints/state/step_013625/scheduler. + bin + INFO | >> Sampler state for dataloader checkpointing.py:145 + 0 saved in + /mnt/dolphinfs/ssd_pool/docker/us + er/hadoop-nlp-sh02/hadoop-aipnlp/ + EVA/buxizhou/Benchmark/FastWAM-TD + AA/work_dirs/hope_fastwam_tdaa_fr + ozen_20260918_152717_1219/checkpo + ints/state/step_013625/sampler.bi + n + INFO | >> Random states saved in checkpointing.py:176 + /mnt/dolphinfs/ssd_pool/docker/us + er/hadoop-nlp-sh02/hadoop-aipnlp/ + EVA/buxizhou/Benchmark/FastWAM-TD + AA/work_dirs/hope_fastwam_tdaa_fr + ozen_20260918_152717_1219/checkpo + ints/state/step_013625/random_sta + tes_0.pkl +09/18 [22:55:33] INFO | >> step=13625 trainer.py:901 + weights=/mnt/dolphinfs/ssd_pool/docker/ + user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/ + buxizhou/Benchmark/FastWAM-TDAA/work_di + rs/hope_fastwam_tdaa_frozen_20260918_15 + 2717_1219/checkpoints/weights/step_0136 + 25.pt + state=/mnt/dolphinfs/ssd_pool/docker/us + er/hadoop-nlp-sh02/hadoop-aipnlp/EVA/bu + xizhou/Benchmark/FastWAM-TDAA/work_dirs + /hope_fastwam_tdaa_frozen_20260918_1527 + 17_1219/checkpoints/state/step_013625 + INFO | >> max_steps reached step=13625 trainer.py:912 + weights=/mnt/dolphinfs/ssd_pool/docker/ + user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/ + buxizhou/Benchmark/FastWAM-TDAA/work_di + rs/hope_fastwam_tdaa_frozen_20260918_15 + 2717_1219/checkpoints/weights/step_0136 + 25.pt + state=/mnt/dolphinfs/ssd_pool/docker/us + er/hadoop-nlp-sh02/hadoop-aipnlp/EVA/bu + xizhou/Benchmark/FastWAM-TDAA/work_dirs + /hope_fastwam_tdaa_frozen_20260918_1527 + 17_1219/checkpoints/state/step_013625 +psx680cxrs7fieen-worker-0:66394:449563 [4] NCCL INFO misc/socket.cc:64 -> 3 +psx680cxrs7fieen-worker-0:66394:449563 [4] NCCL INFO misc/socket.cc:80 -> 3 +psx680cxrs7fieen-worker-0:66394:449563 [4] NCCL INFO misc/socket.cc:829 -> 3 +psx680cxrs7fieen-worker-0:66394:449563 [4] NCCL INFO misc/socket.cc:64 -> 3 +psx680cxrs7fieen-worker-0:66394:449563 [4] NCCL INFO misc/socket.cc:80 -> 3 +psx680cxrs7fieen-worker-0:66394:449563 [4] NCCL INFO misc/socket.cc:829 -> 3 +psx680cxrs7fieen-worker-0:66394:449563 [4] NCCL INFO misc/socket.cc:64 -> 3 +psx680cxrs7fieen-worker-0:66394:449563 [4] NCCL INFO misc/socket.cc:80 -> 3 +psx680cxrs7fieen-worker-0:66394:449563 [4] NCCL INFO misc/socket.cc:829 -> 3 +psx680cxrs7fieen-worker-0:66394:449563 [4] NCCL INFO misc/socket.cc:64 -> 3 +psx680cxrs7fieen-worker-0:66394:449563 [4] NCCL INFO misc/socket.cc:80 -> 3 +psx680cxrs7fieen-worker-0:66394:449563 [4] NCCL INFO misc/socket.cc:829 -> 3 +psx680cxrs7fieen-worker-0:66394:108133 [4] NCCL INFO misc/socket.cc:881 -> 3 +[rank0]:[W918 22:56:20.166092741 ProcessGroupNCCL.cpp:1479] Warning: WARNING: destroy_process_group() was not called before program exit, which can leak resources. For more info, please see https://pytorch.org/docs/stable/distributed.html#shutdown (function operator()) +psx680cxrs7fieen-worker-0:66358:449584 [0] NCCL INFO misc/socket.cc:64 -> 3 +psx680cxrs7fieen-worker-0:66358:449584 [0] NCCL INFO misc/socket.cc:80 -> 3 +psx680cxrs7fieen-worker-0:66358:449584 [0] NCCL INFO misc/socket.cc:829 -> 3 +psx680cxrs7fieen-worker-0:66358:108126 [0] NCCL INFO misc/socket.cc:881 -> 3 +psx680cxrs7fieen-worker-0:66358:449584 [0] NCCL INFO misc/socket.cc:64 -> 3 +psx680cxrs7fieen-worker-0:66358:449584 [0] NCCL INFO misc/socket.cc:80 -> 3 +psx680cxrs7fieen-worker-0:66358:449584 [0] NCCL INFO misc/socket.cc:829 -> 3 +psx680cxrs7fieen-worker-0:66358:449584 [0] NCCL INFO misc/socket.cc:64 -> 3 +psx680cxrs7fieen-worker-0:66358:449584 [0] NCCL INFO misc/socket.cc:80 -> 3 +psx680cxrs7fieen-worker-0:66358:449584 [0] NCCL INFO misc/socket.cc:829 -> 3 +psx680cxrs7fieen-worker-0:66392:449650 [2] NCCL INFO misc/socket.cc:64 -> 3 +psx680cxrs7fieen-worker-0:66392:449650 [2] NCCL INFO misc/socket.cc:80 -> 3 +psx680cxrs7fieen-worker-0:66392:449650 [2] NCCL INFO misc/socket.cc:829 -> 3 +psx680cxrs7fieen-worker-0:66358:108126 [0] NCCL INFO misc/socket.cc:881 -> 3 +psx680cxrs7fieen-worker-0:66392:449650 [2] NCCL INFO misc/socket.cc:64 -> 3 +psx680cxrs7fieen-worker-0:66392:449650 [2] NCCL INFO misc/socket.cc:80 -> 3 +psx680cxrs7fieen-worker-0:66392:449650 [2] NCCL INFO misc/socket.cc:829 -> 3 +psx680cxrs7fieen-worker-0:66392:449650 [2] NCCL INFO misc/socket.cc:64 -> 3 +psx680cxrs7fieen-worker-0:66392:449650 [2] NCCL INFO misc/socket.cc:80 -> 3 +psx680cxrs7fieen-worker-0:66392:449650 [2] NCCL INFO misc/socket.cc:829 -> 3 +psx680cxrs7fieen-worker-0:66392:449650 [2] NCCL INFO misc/socket.cc:64 -> 3 +psx680cxrs7fieen-worker-0:66392:449650 [2] NCCL INFO misc/socket.cc:80 -> 3 +psx680cxrs7fieen-worker-0:66392:449650 [2] NCCL INFO misc/socket.cc:829 -> 3 +psx680cxrs7fieen-worker-0:66392:108120 [2] NCCL INFO misc/socket.cc:881 -> 3 +psx680cxrs7fieen-worker-0:66358:108126 [0] NCCL INFO misc/socket.cc:881 -> 3 +psx680cxrs7fieen-worker-0:66396:449652 [6] NCCL INFO misc/socket.cc:64 -> 3 +psx680cxrs7fieen-worker-0:66396:449652 [6] NCCL INFO misc/socket.cc:80 -> 3 +psx680cxrs7fieen-worker-0:66396:449652 [6] NCCL INFO misc/socket.cc:829 -> 3 +psx680cxrs7fieen-worker-0:66396:449652 [6] NCCL INFO misc/socket.cc:64 -> 3 +psx680cxrs7fieen-worker-0:66396:449652 [6] NCCL INFO misc/socket.cc:80 -> 3 +psx680cxrs7fieen-worker-0:66396:449652 [6] NCCL INFO misc/socket.cc:829 -> 3 +psx680cxrs7fieen-worker-0:66396:449652 [6] NCCL INFO misc/socket.cc:64 -> 3 +psx680cxrs7fieen-worker-0:66396:449652 [6] NCCL INFO misc/socket.cc:80 -> 3 +psx680cxrs7fieen-worker-0:66396:449652 [6] NCCL INFO misc/socket.cc:829 -> 3 +psx680cxrs7fieen-worker-0:66396:449652 [6] NCCL INFO misc/socket.cc:64 -> 3 +psx680cxrs7fieen-worker-0:66396:449652 [6] NCCL INFO misc/socket.cc:80 -> 3 +psx680cxrs7fieen-worker-0:66396:449652 [6] NCCL INFO misc/socket.cc:829 -> 3 +psx680cxrs7fieen-worker-0:66396:108125 [6] NCCL INFO misc/socket.cc:881 -> 3 +psx680cxrs7fieen-worker-0:66395:449670 [5] NCCL INFO misc/socket.cc:64 -> 3 +psx680cxrs7fieen-worker-0:66395:449670 [5] NCCL INFO misc/socket.cc:80 -> 3 +psx680cxrs7fieen-worker-0:66395:449670 [5] NCCL INFO misc/socket.cc:829 -> 3 +psx680cxrs7fieen-worker-0:66358:108126 [0] NCCL INFO misc/socket.cc:881 -> 3 +psx680cxrs7fieen-worker-0:66395:449670 [5] NCCL INFO misc/socket.cc:64 -> 3 +psx680cxrs7fieen-worker-0:66395:449670 [5] NCCL INFO misc/socket.cc:80 -> 3 +psx680cxrs7fieen-worker-0:66395:449670 [5] NCCL INFO misc/socket.cc:829 -> 3 +psx680cxrs7fieen-worker-0:66395:449670 [5] NCCL INFO misc/socket.cc:64 -> 3 +psx680cxrs7fieen-worker-0:66395:449670 [5] NCCL INFO misc/socket.cc:80 -> 3 +psx680cxrs7fieen-worker-0:66395:449670 [5] NCCL INFO misc/socket.cc:829 -> 3 +psx680cxrs7fieen-worker-0:66394:108133 [4] NCCL INFO misc/socket.cc:881 -> 3 +psx680cxrs7fieen-worker-0:66395:449670 [5] NCCL INFO misc/socket.cc:64 -> 3 +psx680cxrs7fieen-worker-0:66395:449670 [5] NCCL INFO misc/socket.cc:80 -> 3 +psx680cxrs7fieen-worker-0:66395:449670 [5] NCCL INFO misc/socket.cc:829 -> 3 +psx680cxrs7fieen-worker-0:66395:108123 [5] NCCL INFO misc/socket.cc:881 -> 3 +psx680cxrs7fieen-worker-0:66396:108125 [6] NCCL INFO misc/socket.cc:881 -> 3 +psx680cxrs7fieen-worker-0:66393:449682 [3] NCCL INFO misc/socket.cc:64 -> 3 +psx680cxrs7fieen-worker-0:66358:108126 [0] NCCL INFO misc/socket.cc:881 -> 3 +psx680cxrs7fieen-worker-0:66393:449682 [3] NCCL INFO misc/socket.cc:80 -> 3 +psx680cxrs7fieen-worker-0:66393:449682 [3] NCCL INFO misc/socket.cc:829 -> 3 +psx680cxrs7fieen-worker-0:66393:449682 [3] NCCL INFO misc/socket.cc:64 -> 3 +psx680cxrs7fieen-worker-0:66393:449682 [3] NCCL INFO misc/socket.cc:80 -> 3 +psx680cxrs7fieen-worker-0:66393:449682 [3] NCCL INFO misc/socket.cc:829 -> 3 +psx680cxrs7fieen-worker-0:66393:449682 [3] NCCL INFO misc/socket.cc:64 -> 3 +psx680cxrs7fieen-worker-0:66393:449682 [3] NCCL INFO misc/socket.cc:80 -> 3 +psx680cxrs7fieen-worker-0:66393:449682 [3] NCCL INFO misc/socket.cc:829 -> 3 +psx680cxrs7fieen-worker-0:66392:108120 [2] NCCL INFO misc/socket.cc:881 -> 3 +psx680cxrs7fieen-worker-0:66393:449682 [3] NCCL INFO misc/socket.cc:64 -> 3 +psx680cxrs7fieen-worker-0:66393:449682 [3] NCCL INFO misc/socket.cc:80 -> 3 +psx680cxrs7fieen-worker-0:66393:449682 [3] NCCL INFO misc/socket.cc:829 -> 3 +psx680cxrs7fieen-worker-0:66394:108133 [4] NCCL INFO misc/socket.cc:881 -> 3 +psx680cxrs7fieen-worker-0:66393:108121 [3] NCCL INFO misc/socket.cc:881 -> 3 +psx680cxrs7fieen-worker-0:66395:449670 [5] NCCL INFO comm 0x55cca4587200 rank 5 nranks 8 cudaDev 5 busId bb000 - Abort COMPLETE +psx680cxrs7fieen-worker-0:66394:449563 [4] NCCL INFO comm 0x55ea9ad0c5c0 rank 4 nranks 8 cudaDev 4 busId 9b000 - Abort COMPLETE +psx680cxrs7fieen-worker-0:66397:449690 [7] NCCL INFO misc/socket.cc:64 -> 3 +psx680cxrs7fieen-worker-0:66397:449690 [7] NCCL INFO misc/socket.cc:80 -> 3 +psx680cxrs7fieen-worker-0:66397:449690 [7] NCCL INFO misc/socket.cc:829 -> 3 +psx680cxrs7fieen-worker-0:66358:108126 [0] NCCL INFO misc/socket.cc:881 -> 3 +psx680cxrs7fieen-worker-0:66397:449690 [7] NCCL INFO misc/socket.cc:64 -> 3 +psx680cxrs7fieen-worker-0:66397:449690 [7] NCCL INFO misc/socket.cc:80 -> 3 +psx680cxrs7fieen-worker-0:66397:449690 [7] NCCL INFO misc/socket.cc:829 -> 3 +psx680cxrs7fieen-worker-0:66396:108125 [6] NCCL INFO misc/socket.cc:881 -> 3 +psx680cxrs7fieen-worker-0:66397:449690 [7] NCCL INFO misc/socket.cc:64 -> 3 +psx680cxrs7fieen-worker-0:66397:449690 [7] NCCL INFO misc/socket.cc:80 -> 3 +psx680cxrs7fieen-worker-0:66397:449690 [7] NCCL INFO misc/socket.cc:829 -> 3 +psx680cxrs7fieen-worker-0:66397:108124 [7] NCCL INFO misc/socket.cc:881 -> 3 +psx680cxrs7fieen-worker-0:66396:449652 [6] NCCL INFO comm 0x5617aca5fac0 rank 6 nranks 8 cudaDev 6 busId cb000 - Abort COMPLETE +psx680cxrs7fieen-worker-0:66393:449682 [3] NCCL INFO comm 0x55791ea133c0 rank 3 nranks 8 cudaDev 3 busId 5d000 - Abort COMPLETE +psx680cxrs7fieen-worker-0:66397:449690 [7] NCCL INFO comm 0x56434c896a00 rank 7 nranks 8 cudaDev 7 busId db000 - Abort COMPLETE +psx680cxrs7fieen-worker-0:66391:449708 [1] NCCL INFO misc/socket.cc:64 -> 3 +psx680cxrs7fieen-worker-0:66391:449708 [1] NCCL INFO misc/socket.cc:80 -> 3 +psx680cxrs7fieen-worker-0:66391:449708 [1] NCCL INFO misc/socket.cc:829 -> 3 +psx680cxrs7fieen-worker-0:66358:108126 [0] NCCL INFO misc/socket.cc:881 -> 3 +psx680cxrs7fieen-worker-0:66391:449708 [1] NCCL INFO misc/socket.cc:64 -> 3 +psx680cxrs7fieen-worker-0:66391:449708 [1] NCCL INFO misc/socket.cc:80 -> 3 +psx680cxrs7fieen-worker-0:66391:449708 [1] NCCL INFO misc/socket.cc:829 -> 3 +psx680cxrs7fieen-worker-0:66391:449708 [1] NCCL INFO misc/socket.cc:64 -> 3 +psx680cxrs7fieen-worker-0:66391:449708 [1] NCCL INFO misc/socket.cc:80 -> 3 +psx680cxrs7fieen-worker-0:66391:449708 [1] NCCL INFO misc/socket.cc:829 -> 3 +psx680cxrs7fieen-worker-0:66391:108122 [1] NCCL INFO misc/socket.cc:881 -> 3 +psx680cxrs7fieen-worker-0:66392:108120 [2] NCCL INFO misc/socket.cc:881 -> 3 +psx680cxrs7fieen-worker-0:66392:449650 [2] NCCL INFO comm 0x5607ece5e6c0 rank 2 nranks 8 cudaDev 2 busId 4c000 - Abort COMPLETE +psx680cxrs7fieen-worker-0:66358:449584 [0] NCCL INFO comm 0x5628e82b01c0 rank 0 nranks 8 cudaDev 0 busId 19000 - Abort COMPLETE +psx680cxrs7fieen-worker-0:66391:449708 [1] NCCL INFO comm 0x562a25c5b200 rank 1 nranks 8 cudaDev 1 busId 3b000 - Abort COMPLETE diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/dataset_parity.json b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/dataset_parity.json new file mode 100644 index 0000000000000000000000000000000000000000..31c74c1955c74ba8da3aaa0c4b326ba1a29517fe --- /dev/null +++ b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/dataset_parity.json @@ -0,0 +1,185 @@ +{ + "scope": "FastWAM policy vs FastWAM+TDAA policy", + "requested_tasks": [ + "adjust_bottle", + "dump_bin_bigbin", + "grab_roller", + "lift_pot", + "move_playingcard_away", + "open_laptop", + "place_burger_fries", + "place_container_plate", + "press_stapler", + "shake_bottle_horizontally" + ], + "split_mode": "policy_all", + "training_episode_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49 + ], + "monitor_episode_indices": [ + 0 + ], + "monitor_is_held_out": false, + "splits": { + "train": { + "episodes": 500, + "windows": 69732, + "all_sample_indices_equal": true, + "sample_index_sha256": "8f0ee441786635d801a7893f40a1959d1f02c91d99ac17b72b1cc7eefcadd403", + "episodes_per_task": { + "adjust_bottle": 50, + "dump_bin_bigbin": 50, + "grab_roller": 50, + "lift_pot": 50, + "move_playingcard_away": 50, + "open_laptop": 50, + "place_burger_fries": 50, + "place_container_plate": 50, + "press_stapler": 50, + "shake_bottle_horizontally": 50 + }, + "windows_per_task": { + "adjust_bottle": 5588, + "dump_bin_bigbin": 10522, + "grab_roller": 3128, + "lift_pot": 3954, + "move_playingcard_away": 4284, + "open_laptop": 8812, + "place_burger_fries": 10446, + "place_container_plate": 6334, + "press_stapler": 4353, + "shake_bottle_horizontally": 12311 + }, + "checked_visual_text_windows": 10, + "video_max_abs_difference": 0.0, + "text_and_masks_equal": true + }, + "training_monitor": { + "episodes": 10, + "windows": 1282, + "all_sample_indices_equal": true, + "sample_index_sha256": "ebba3b0f679dcd5054549a5c9bb1c6b921e50c68898ce64b3f8b0784bcf352f6", + "episodes_per_task": { + "adjust_bottle": 1, + "dump_bin_bigbin": 1, + "grab_roller": 1, + "lift_pot": 1, + "move_playingcard_away": 1, + "open_laptop": 1, + "place_burger_fries": 1, + "place_container_plate": 1, + "press_stapler": 1, + "shake_bottle_horizontally": 1 + }, + "windows_per_task": { + "adjust_bottle": 107, + "dump_bin_bigbin": 138, + "grab_roller": 60, + "lift_pot": 81, + "move_playingcard_away": 84, + "open_laptop": 152, + "place_burger_fries": 210, + "place_container_plate": 121, + "press_stapler": 80, + "shake_bottle_horizontally": 249 + }, + "checked_visual_text_windows": 10, + "video_max_abs_difference": 0.0, + "text_and_masks_equal": true + } + }, + "task_names": [ + "adjust_bottle", + "dump_bin_bigbin", + "grab_roller", + "lift_pot", + "move_playingcard_away", + "open_laptop", + "place_burger_fries", + "place_container_plate", + "press_stapler", + "shake_bottle_horizontally" + ], + "task_count": 10, + "data_root": "/mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Datasets/RoboTwin2.0_legacy/tdaa_clean", + "video_shape": [ + 3, + 9, + 384, + 320 + ], + "camera_names": [ + "cam_high", + "cam_left_wrist", + "cam_right_wrist" + ], + "frame_offsets": [ + 0, + 4, + 8, + 12, + 16, + 20, + 24, + 28, + 32 + ], + "raw_action_shape": [ + 32, + 14 + ], + "intentional_method_differences": [ + "Baseline uses its policy action/state normalization; the trained TDAA codec retains its AE action/frequency statistics.", + "TDAA adds executed-action history and MiniLM task features for the codec.", + "Matching policy data does not imply matching the AE hold-out split or the original TDAA policy's padded-tail sampling." + ] +} diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_000500_rank_000.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_000500_rank_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..6f5b9520ef4e9d3257d39f1ed4d81d0a82d24427 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_000500_rank_000.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_000500_rank_001.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_000500_rank_001.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..eed784eaf8e7b68e82afed06d32327a1cd743ec9 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_000500_rank_001.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_000500_rank_002.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_000500_rank_002.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..38b17e9ac24b7c0991dd00a19fa91a8e7e6f0fd8 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_000500_rank_002.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_000500_rank_003.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_000500_rank_003.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..7ee19ca975cd7955d70b1b2a40efa253f0b9fd3a Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_000500_rank_003.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_000500_rank_004.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_000500_rank_004.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..86afe4a15f9782d12c6f02b1846dd02a3e2e1c1b Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_000500_rank_004.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_000500_rank_005.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_000500_rank_005.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..87fcbb5065978061cac4e9bac993fe08118e9649 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_000500_rank_005.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_000500_rank_006.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_000500_rank_006.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f6fdcbba4a1022a4d1d069995072edabb64a8817 --- /dev/null +++ b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_000500_rank_006.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca575b59000da1c6668599f83cbb2ba0aed36517c4c7b437c62fd2f9899c209a +size 114817 diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_000500_rank_007.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_000500_rank_007.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d06468b6953cb04b9ab6db9f39e49d2a8acfe7a0 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_000500_rank_007.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001000_rank_000.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001000_rank_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e79dde6f64c829e5b07e17aa63d2ba051b795ff3 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001000_rank_000.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001000_rank_001.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001000_rank_001.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f52fff1d7213f6a5171c8c820a79757efe35391b Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001000_rank_001.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001000_rank_002.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001000_rank_002.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..dfb0a8a8b3ddce0ed806aa68077698b522563b6f Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001000_rank_002.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001000_rank_003.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001000_rank_003.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..7de11071944b59ea08aad5cacdc4e3c97d153004 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001000_rank_003.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001000_rank_004.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001000_rank_004.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..6143c5616102481560735731161f09ce83d977fe Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001000_rank_004.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001000_rank_005.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001000_rank_005.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..8415b50d685eb8f5e9379e8d7042c9ca451d0a7f Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001000_rank_005.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001000_rank_006.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001000_rank_006.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..55c7a0252e52715a126c1e141f9abbba34778fe0 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001000_rank_006.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001000_rank_007.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001000_rank_007.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..764a818c662baf53257ddb81d94bb7fe0c804025 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001000_rank_007.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001500_rank_000.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001500_rank_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e270fb2c226a53f238892cd21afacdc813b47cd4 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001500_rank_000.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001500_rank_001.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001500_rank_001.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..b3b6dd736f1e4c76f068a2b36d49068a509342b7 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001500_rank_001.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001500_rank_002.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001500_rank_002.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..eb1e7e8bb703fbb19ea406a715f16fc3eed99f23 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001500_rank_002.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001500_rank_003.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001500_rank_003.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..31f041ddd9fb97a43734e140e19b8f68afd1c902 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001500_rank_003.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001500_rank_004.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001500_rank_004.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..a03f60952e1eb6d2b36ecc41a14c0c68fd654342 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001500_rank_004.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001500_rank_005.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001500_rank_005.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f0739fa870a9021808c65469c502af765d517753 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001500_rank_005.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001500_rank_006.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001500_rank_006.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e48826150fed4a4ca3d2ca7a8efe5cdc9cee3650 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001500_rank_006.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001500_rank_007.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001500_rank_007.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..ccdf736291c049edb13aaee73f8d387a99b28295 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_001500_rank_007.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002000_rank_000.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002000_rank_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..86becaeabfc9e1916db07c0253e8c4c1c3b35eef Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002000_rank_000.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002000_rank_001.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002000_rank_001.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..479b31ae682f408a4ae62c9bb0e9dc69d580b083 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002000_rank_001.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002000_rank_002.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002000_rank_002.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..5d0cdc5afee7ca95e7ac9a3238d664e7ebf267ac Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002000_rank_002.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002000_rank_003.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002000_rank_003.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..1775b7490b54e715c3148153ab537b6e44de0504 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002000_rank_003.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002000_rank_004.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002000_rank_004.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f633ee1797a01f917f9f99e51b3beaa032747ee9 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002000_rank_004.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002000_rank_005.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002000_rank_005.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..c8601a974c7c0dd353e653841a1e16cc6edc591d Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002000_rank_005.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002000_rank_006.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002000_rank_006.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f043b679826bef5a9fe7185f05c44a1d6c457852 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002000_rank_006.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002000_rank_007.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002000_rank_007.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..569fa4580801d14e5ceeb396d07c8fd070b6ba7b Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002000_rank_007.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002500_rank_000.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002500_rank_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..8fb27bc643a31e1e9eceae2ca2fef3a0becba777 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002500_rank_000.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002500_rank_001.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002500_rank_001.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..4a3018ddff8443858f5ebe22e0c285812bf5e4d1 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002500_rank_001.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002500_rank_002.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002500_rank_002.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..05473a98a744db644249b6ce4d0be1bb014fae57 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002500_rank_002.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002500_rank_003.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002500_rank_003.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..9b13d608cf83eae564209a2651faeb9b1be995b5 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002500_rank_003.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002500_rank_004.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002500_rank_004.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e9974adce6107569c6a09721da76ad3a6f1a2f3d Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002500_rank_004.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002500_rank_005.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002500_rank_005.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..32b44d074a5c7bfd6e7847eb646ed1c7eaebca4e Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002500_rank_005.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002500_rank_006.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002500_rank_006.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..fc738e1712a01f6343071e4dc4a789b68c04e4e8 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002500_rank_006.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002500_rank_007.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002500_rank_007.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e3c5b777cee9cf7c79694a2e968b63736e190476 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_002500_rank_007.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003000_rank_000.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003000_rank_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..44773308c1ae8206a006546a933572faa57d3174 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003000_rank_000.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003000_rank_001.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003000_rank_001.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e4a2e872e6f9f5d8d3cbb0c9bed45b28d5671c1b Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003000_rank_001.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003000_rank_002.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003000_rank_002.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..b1d70ea37359a41ad84523ec339328d440641a7e Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003000_rank_002.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003000_rank_003.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003000_rank_003.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..cca08abde996da6171df52ccc707e0c5507ffc75 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003000_rank_003.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003000_rank_004.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003000_rank_004.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..84165c30511865b2078b84855fc1edc0210f3d9e Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003000_rank_004.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003000_rank_005.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003000_rank_005.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..975f5cef9009cf6b16e5c0a96683aabcd1f84940 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003000_rank_005.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003000_rank_006.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003000_rank_006.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..8b91dcdf6ffd0891d3bcbf7d6c942037a292e7dd Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003000_rank_006.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003000_rank_007.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003000_rank_007.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..b860f4a4c7d8df9beebe236b2a78bc59cb13d263 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003000_rank_007.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003500_rank_000.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003500_rank_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..5490895d27c234821d65519a23c81d65d76055ca Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003500_rank_000.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003500_rank_001.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003500_rank_001.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..640445301a5f21428851a328781c2a4eb4cdeb84 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003500_rank_001.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003500_rank_002.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003500_rank_002.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..2a888be64ea4c4c2f1fb206002a7377d77c63291 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003500_rank_002.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003500_rank_003.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003500_rank_003.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..bdcf8dfb9bb9a5b6c745680bc3993fbadf518fdb Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003500_rank_003.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003500_rank_004.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003500_rank_004.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..2265dfdeb3b9d5f60a69577afc0242354693c9fb Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003500_rank_004.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003500_rank_005.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003500_rank_005.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..9f1b81bd65ff59ccd3d2933e6cee58ff2f2a829e Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003500_rank_005.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003500_rank_006.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003500_rank_006.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..637ebf67563460d87daf805131371031e653c4b6 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003500_rank_006.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003500_rank_007.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003500_rank_007.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..dd37becf7f74fd7be676131ce0691308b724c50e Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_003500_rank_007.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004000_rank_000.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004000_rank_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..abd2eeb24293b982284e1c2cd44a2698179c3511 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004000_rank_000.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004000_rank_001.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004000_rank_001.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..00a3eab47cfa7df1fdacb131975a50ddd0886e2f Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004000_rank_001.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004000_rank_002.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004000_rank_002.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..a34eb441059b73e85db74d75e1365338bda45131 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004000_rank_002.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004000_rank_003.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004000_rank_003.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f08651b9a8894beda915693d36c34fda7e36a857 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004000_rank_003.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004000_rank_004.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004000_rank_004.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..23d918fa1ed76c98fce8c9855bc5c9dc94560996 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004000_rank_004.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004000_rank_005.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004000_rank_005.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..a81ea5414e8ca7ad778ea3e55bb3de015ed85090 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004000_rank_005.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004000_rank_006.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004000_rank_006.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..9910fc8c366d477ea0b1ee7d19011924eb14b7d2 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004000_rank_006.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004000_rank_007.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004000_rank_007.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..9fe4b8f7f34e82fecfdaf6015015ad91159b41aa Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004000_rank_007.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004500_rank_000.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004500_rank_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..013ac89f4301163a7ba61203adcc93e79441d148 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004500_rank_000.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004500_rank_001.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004500_rank_001.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..87871923490d6c2f86d200b45de1ce0ed715ed49 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004500_rank_001.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004500_rank_002.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004500_rank_002.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..b467f488a7452dd0df5b10ef281ff779a714c370 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004500_rank_002.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004500_rank_003.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004500_rank_003.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..8a7f6dc2adeef0f59ff81ce5ae1ecc928e48dc36 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004500_rank_003.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004500_rank_004.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004500_rank_004.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..159fa4f7c04f7fcd70378241a855004bbf53672f Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004500_rank_004.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004500_rank_005.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004500_rank_005.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..a410906caa79c7af1bc5e49249ef763fd0c7643e Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004500_rank_005.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004500_rank_006.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004500_rank_006.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..14faaae47a5b2859a15b2f9220f4208f79c73163 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004500_rank_006.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004500_rank_007.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004500_rank_007.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..1feb52086248f04907a61d4cc61d8a151893d866 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_004500_rank_007.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005000_rank_000.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005000_rank_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..ea04c09e58224e93fe4397b1ae55939b99951934 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005000_rank_000.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005000_rank_001.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005000_rank_001.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..7fc759b9864f9045d7f88a75d4b722b3892b688e Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005000_rank_001.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005000_rank_002.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005000_rank_002.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..637819c2a9b83644b12ba989740434a8157fd564 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005000_rank_002.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005000_rank_003.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005000_rank_003.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..cdfff142961cc5e9437782df690a41d67ecc231e Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005000_rank_003.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005000_rank_004.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005000_rank_004.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..0755b277084b5a91d5ceaac50a538eb0031551e2 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005000_rank_004.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005000_rank_005.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005000_rank_005.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..8af3ab0bfbe00b864f6126877c377b7eb864e1d9 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005000_rank_005.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005000_rank_006.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005000_rank_006.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..943cd4cdfe60415b00968481fa53f247f3cc8574 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005000_rank_006.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005000_rank_007.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005000_rank_007.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..6abe6d75008bb3db57cc4cb9c5cac6d4e5f31419 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005000_rank_007.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005500_rank_000.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005500_rank_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..de0648703820db3b8a3d3ae1e3f7099df1e71946 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005500_rank_000.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005500_rank_001.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005500_rank_001.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f23c1f44e18a4e2bbc2a16d3e0c5f5e7ac15f1a7 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005500_rank_001.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005500_rank_002.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005500_rank_002.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..ddf380d7a8241fae9a91d6096d5f606a3b5143ce Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005500_rank_002.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005500_rank_003.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005500_rank_003.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e24857cacb9ab0a1ce9e47e8c4d7c8a803073f6d Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005500_rank_003.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005500_rank_004.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005500_rank_004.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..c70fcc5a2be83c4b910e5e7ab2a2112b6ac2c94b Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005500_rank_004.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005500_rank_005.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005500_rank_005.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..26da0a5a4d54b4c8ca23d79e17e476729462beac Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005500_rank_005.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005500_rank_006.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005500_rank_006.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..fe43e2cc932e6980deda27051dc19d45940cd972 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005500_rank_006.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005500_rank_007.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005500_rank_007.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..25adb5f75b17bb3d441a43c660248861d8216bef Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_005500_rank_007.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006000_rank_000.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006000_rank_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..44dd677686a9eb2806564a9b191fc9751b76de4a Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006000_rank_000.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006000_rank_001.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006000_rank_001.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..45d2dff8f46f0cedd66131f0cb2f1333a145d280 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006000_rank_001.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006000_rank_002.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006000_rank_002.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..0eb2edf51a23bc6265060ee64aba6fceaf5f10b9 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006000_rank_002.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006000_rank_003.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006000_rank_003.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..ad0d85857b0e13e18ee080584bfb6649f5fe73bb Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006000_rank_003.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006000_rank_004.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006000_rank_004.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..83258bb5a5b7fac9090835442139bfb97e48f4d5 --- /dev/null +++ b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006000_rank_004.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44b9cc2c9492fe498044819c877b476d75eed2da644b1d650c4fcebc20de12d2 +size 113636 diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006000_rank_005.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006000_rank_005.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..a4d6060f7f56ac4eb4b562fb4887892d174e56a1 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006000_rank_005.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006000_rank_006.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006000_rank_006.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..4198055bc4aae2dd572419a79dec7f3d10abd013 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006000_rank_006.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006000_rank_007.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006000_rank_007.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..3dd4cfa777b28d7754da33ffe2e0876e40456529 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006000_rank_007.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006500_rank_000.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006500_rank_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..96f5024005c511a20547572b84768d3f56a989aa Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006500_rank_000.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006500_rank_001.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006500_rank_001.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..804b5eea14b589f6122b973a80374f915f6f22ca Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006500_rank_001.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006500_rank_002.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006500_rank_002.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..af399fc7f50e057456af06e0dd348aed09a007c2 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006500_rank_002.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006500_rank_003.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006500_rank_003.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..000a82ad4dfc801050cd6a6abee02ab18e09010f Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006500_rank_003.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006500_rank_004.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006500_rank_004.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e04ba9bb1ea20fea47487f185bbaeed827266f9f Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006500_rank_004.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006500_rank_005.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006500_rank_005.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..6db2b68f50e0c4d86a3de4293f6e1dac06b57979 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006500_rank_005.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006500_rank_006.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006500_rank_006.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..29427cc0b1bd401759b461687327de745ce3ccf0 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006500_rank_006.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006500_rank_007.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006500_rank_007.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..ff214defa041bcb98df1b18cce0055316396774d Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_006500_rank_007.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007000_rank_000.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007000_rank_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..8c61ba698f11b3e6a24001b689037ced91de706f --- /dev/null +++ b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007000_rank_000.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71e743eb3c1a7aff2753f0605d8818a1725fbf61b563f1d473ed37014683b3f8 +size 119139 diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007000_rank_001.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007000_rank_001.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..eda65774b0620529b3c8fc211ce5ec24fe1ab1d8 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007000_rank_001.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007000_rank_002.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007000_rank_002.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..89dbc5088378922ea592e4856b3a51a441ccf4b3 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007000_rank_002.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007000_rank_003.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007000_rank_003.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..b8cc58b1fad8565ac92242198dc0d62d18890e2f Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007000_rank_003.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007000_rank_004.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007000_rank_004.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..65ec636a7f1b416446de4459eb56ffbd10e84e25 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007000_rank_004.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007000_rank_005.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007000_rank_005.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..ba4a5673d1c4f996fa84889e5e61a35b77aeafc5 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007000_rank_005.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007000_rank_006.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007000_rank_006.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..8cb8f61ea8455879bb79b51a3d379ce9b3e0497b Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007000_rank_006.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007000_rank_007.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007000_rank_007.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..32abc18e9eaeb8fa5476699df713a5bde9fb0008 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007000_rank_007.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007500_rank_000.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007500_rank_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..13803935b05f01ac8e3db3208e28caa9d34d6dc5 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007500_rank_000.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007500_rank_001.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007500_rank_001.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..afc254d66b13e83d3f78833fbfe2330e976c9863 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007500_rank_001.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007500_rank_002.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007500_rank_002.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..df50bead91f85aa73c46e76a87414d76c7fb19cc Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007500_rank_002.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007500_rank_003.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007500_rank_003.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..2c3d89d61a0a0939a1fc7a1256a5540b60d8f30a Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007500_rank_003.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007500_rank_004.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007500_rank_004.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..2a7e287ab500f111557c8cde109461aad1dd52dc Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007500_rank_004.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007500_rank_005.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007500_rank_005.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d97fb61edd2bd0367fbe39aa3c49ab82eb1e6891 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007500_rank_005.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007500_rank_006.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007500_rank_006.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d546307187fcd679f62673461be43cdf269444e9 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007500_rank_006.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007500_rank_007.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007500_rank_007.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..305aa2b24dd4f822e42a1d8db5ce618bd096a00a Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_007500_rank_007.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008000_rank_000.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008000_rank_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e42ee8725609c42296879d4c24acd9ccf3e44951 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008000_rank_000.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008000_rank_001.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008000_rank_001.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..99d31665979c600a50e629a5cd93ae44d07aef4e --- /dev/null +++ b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008000_rank_001.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcf3afa86a18d4da51e890943994fd4aa3d939916027f613ab63704cfbf76388 +size 102815 diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008000_rank_002.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008000_rank_002.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..47cf0157af3112c1da652d638ea1562612922993 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008000_rank_002.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008000_rank_003.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008000_rank_003.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..986d625f864aa6860e6a6a1f97eec3f2166c13b0 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008000_rank_003.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008000_rank_004.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008000_rank_004.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..a25e1392be319f86a68278f8a2b5d82d41b2478a Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008000_rank_004.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008000_rank_005.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008000_rank_005.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..c7ec5712407ac7472cc0e6c0737ac0ea77eb5dea Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008000_rank_005.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008000_rank_006.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008000_rank_006.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..31317785170de0921b50ba7b32f10f02e8986fb9 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008000_rank_006.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008000_rank_007.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008000_rank_007.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..c35999e2657209c9abfab5b2c8124defda0ed654 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008000_rank_007.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008500_rank_000.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008500_rank_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..4bbd4b1d7062cd8a4cb92c2dcc4971e26247ddd0 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008500_rank_000.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008500_rank_001.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008500_rank_001.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..a0f738a6771dff7df66ce02aa1d13fa135d527ee Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008500_rank_001.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008500_rank_002.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008500_rank_002.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..97ce4c17bf86863992e62b7e86b696fdb613d918 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008500_rank_002.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008500_rank_003.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008500_rank_003.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..cbd71409cde3195e665533fe6a712098c8f9192a Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008500_rank_003.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008500_rank_004.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008500_rank_004.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..ab6f2be410c294dc48b204af76d7ee86ab967526 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008500_rank_004.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008500_rank_005.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008500_rank_005.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..8775010e33de96bf6c12556f8ab594f0f9228794 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008500_rank_005.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008500_rank_006.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008500_rank_006.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..9a24ebb950270cd8bd8ce12844ed8f658b10ba8e --- /dev/null +++ b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008500_rank_006.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:984a504fe84f99f44805393f1b0f70c99e77220825d042a51d0bed8a6904f30a +size 119083 diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008500_rank_007.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008500_rank_007.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..203864882f0728060b89b50be41186499864102f Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_008500_rank_007.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009000_rank_000.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009000_rank_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..4658c3c8f9098b2a1229e6950216450fa978536e Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009000_rank_000.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009000_rank_001.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009000_rank_001.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..3ff0fbcd8345f4f70257946d6bc2508fa90452db Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009000_rank_001.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009000_rank_002.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009000_rank_002.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..09f9eacfb5f997b201838dc12299a3bc0ef861ae Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009000_rank_002.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009000_rank_003.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009000_rank_003.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..b9c38d86c7cb67b9e0046bfdf98944e463e8fa18 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009000_rank_003.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009000_rank_004.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009000_rank_004.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..ed81a0e1b08f7c63d8878ac26b175ee201c9be25 --- /dev/null +++ b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009000_rank_004.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfc813dbe2241ffee99a132879e38e75247a195882721b0c809bbe9335eb18a3 +size 113804 diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009000_rank_005.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009000_rank_005.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..c105fb2fd2926c95cac373e915695a6758aec152 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009000_rank_005.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009000_rank_006.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009000_rank_006.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..14bd4ca99fa4b82fb2780e1ce15886fdf66cc358 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009000_rank_006.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009000_rank_007.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009000_rank_007.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..dfc34d9f5d4602d29db699e976c421cdf8435194 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009000_rank_007.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009500_rank_000.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009500_rank_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..0acb91c0bc226054b5b6a25cfdc2b2577c1bf6f0 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009500_rank_000.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009500_rank_001.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009500_rank_001.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d04d9f8d7774c17a4d3bad631eb6b776780f7d06 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009500_rank_001.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009500_rank_002.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009500_rank_002.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..a3d49ae299a94b1a40e0fb98bb0ee7f1d37f8ad6 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009500_rank_002.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009500_rank_003.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009500_rank_003.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..85375e88b7d97ee815a080033c4ff48e3b9b6897 --- /dev/null +++ b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009500_rank_003.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:100178188fa44e590b3a509ef3e96d03a2a8f8b80d2bf6a90f8cd55058a7b0e0 +size 112488 diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009500_rank_004.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009500_rank_004.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d6c6d52135a5ee781dd40540a6854907195d5773 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009500_rank_004.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009500_rank_005.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009500_rank_005.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..933e9d72e221ba7268bb8c3e74636256f44f532e Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009500_rank_005.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009500_rank_006.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009500_rank_006.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..2011dc7993c5399bc3f68d24ab2b78f3164083d0 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009500_rank_006.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009500_rank_007.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009500_rank_007.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..293f6c2c4a282a1e628fe75a4e4f805cfd13868f --- /dev/null +++ b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_009500_rank_007.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9ba9e3c98415172394beded102d1b5bb537f7a9eec88b98fb7a6fc6d03e5152 +size 119447 diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010000_rank_000.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010000_rank_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f0e27d1284c1a199c7d7dd05a72bf87c75201ede Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010000_rank_000.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010000_rank_001.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010000_rank_001.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..1b942af1bffbea7c095222d527768e32de25ad16 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010000_rank_001.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010000_rank_002.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010000_rank_002.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e03bc481fc2390f32f848ed4954aa081969440d1 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010000_rank_002.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010000_rank_003.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010000_rank_003.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..123ac510e5ade98056fd9cc5857a7b794b15f184 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010000_rank_003.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010000_rank_004.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010000_rank_004.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..c1b8b1720d0f60d17714adb35e687070fe8442e5 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010000_rank_004.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010000_rank_005.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010000_rank_005.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..b4d1d6427b4b573a806a3a130ab8e62196645ee4 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010000_rank_005.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010000_rank_006.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010000_rank_006.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..dfcc8c8fe94fcedbb3375ea02099f2e76e27b487 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010000_rank_006.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010000_rank_007.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010000_rank_007.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..da5c123674e6d9c5ac203a593087b4e885cbe414 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010000_rank_007.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010500_rank_000.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010500_rank_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..1570d150e18c03e712651b881328e818408cdce7 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010500_rank_000.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010500_rank_001.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010500_rank_001.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..aa36cb90d9d76744f329533f9aebdbb35542d215 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010500_rank_001.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010500_rank_002.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010500_rank_002.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..9e57281fedc181263864bc55a9d2007c3d8d6965 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010500_rank_002.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010500_rank_003.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010500_rank_003.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..3ea227cab1e5a14d30c5c61da6dbf027b2bfc05e Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010500_rank_003.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010500_rank_004.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010500_rank_004.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..1b9c5b5a79bb60730ea8ec3360f24e1f40f24eb3 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010500_rank_004.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010500_rank_005.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010500_rank_005.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..19811028aa6b165661f2361b6de5ee023f655865 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010500_rank_005.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010500_rank_006.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010500_rank_006.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..4d0a71edad7c871cce116359037ce422b2cf1340 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010500_rank_006.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010500_rank_007.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010500_rank_007.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..884ac83c9c66280de4f45510d10e9a95cdde0b00 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_010500_rank_007.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011000_rank_000.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011000_rank_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..85559c462d8b116eb703fa3872729a2a5b5421de Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011000_rank_000.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011000_rank_001.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011000_rank_001.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..610c8e8d747b9b398aea6a830721e887bba3e692 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011000_rank_001.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011000_rank_002.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011000_rank_002.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e194b62ca9c07b97aa30fc5f9d836a1f4bc7a9bf Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011000_rank_002.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011000_rank_003.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011000_rank_003.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f1487150f49cc7713e67a2139c2e5456e400eacf Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011000_rank_003.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011000_rank_004.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011000_rank_004.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..ab9fe01c11f0e9aebc8ff5f107ec008690235aae Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011000_rank_004.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011000_rank_005.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011000_rank_005.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..497cded854a5dcf5cb4e80ab098c4bcc3db81bc7 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011000_rank_005.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011000_rank_006.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011000_rank_006.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..4d8bcc172bde2853af7a29ce2f880ff6d427eca2 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011000_rank_006.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011000_rank_007.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011000_rank_007.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..fecd02727f617da87eff930d648e6b90ba857f02 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011000_rank_007.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011500_rank_000.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011500_rank_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..13f2680ba8e1d6fdc66948b8c456d290b495982d Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011500_rank_000.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011500_rank_001.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011500_rank_001.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..67664c5cc93c603d82b4fae33328f695548aa947 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011500_rank_001.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011500_rank_002.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011500_rank_002.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..791294281ed401dfdf73afb308adebfb8234ac45 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011500_rank_002.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011500_rank_003.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011500_rank_003.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..02546bc20d2b8728fb684899c454c34fa3b182c9 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011500_rank_003.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011500_rank_004.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011500_rank_004.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..a872150501ca3da728c9fdd6059b35905e9b1d02 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011500_rank_004.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011500_rank_005.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011500_rank_005.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d46845ad93bd09a7ab23be93e04ec2e4ca42484c Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011500_rank_005.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011500_rank_006.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011500_rank_006.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..2f6dfd9e3d7abe6ed7c6d9c863ee8d04a2a7adb6 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011500_rank_006.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011500_rank_007.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011500_rank_007.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..515ddb2a95c61a29ff44b1270fb9a48441dd79ba Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_011500_rank_007.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012000_rank_000.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012000_rank_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..c3fd0c896f31e6dce04ec109e36be25f46f28e2b Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012000_rank_000.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012000_rank_001.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012000_rank_001.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..7b734de12d3e58fc58ea718497a0abf94e9aff24 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012000_rank_001.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012000_rank_002.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012000_rank_002.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..c7f1a8c5eb4a43e98dac55cd7e0e6509e941f866 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012000_rank_002.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012000_rank_003.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012000_rank_003.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d919d3032adb0012da62f9a2eb66699f117525d8 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012000_rank_003.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012000_rank_004.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012000_rank_004.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..8f7c5b324d6cc00b5799a81aedea2df2240eff75 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012000_rank_004.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012000_rank_005.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012000_rank_005.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..81fb1bf74f90c3de6d35416f9024ce1a7dbe6ab2 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012000_rank_005.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012000_rank_006.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012000_rank_006.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..c79558d8845693f8e13dbf47f89d2ab00d083aaf Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012000_rank_006.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012000_rank_007.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012000_rank_007.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..9b5ad50615a64da3fa3eec0dc5d3404a1f182e7a Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012000_rank_007.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012500_rank_000.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012500_rank_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..102ffa3970f9c35836793062358ba3a624a94eea Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012500_rank_000.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012500_rank_001.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012500_rank_001.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..a84201f87b3011633c447a541de34a322b57a2a7 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012500_rank_001.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012500_rank_002.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012500_rank_002.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..8053d526a59c9ebdd828d0fce736447dca69b107 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012500_rank_002.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012500_rank_003.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012500_rank_003.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..dac519e6e66476a7aa7c26e438fd6dd297e5a805 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012500_rank_003.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012500_rank_004.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012500_rank_004.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..7ce73e8aa745484ea0e186ec18c4488412f60b20 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012500_rank_004.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012500_rank_005.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012500_rank_005.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..5e383551abc53187b98e6b279f3e5809fb5f2e99 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012500_rank_005.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012500_rank_006.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012500_rank_006.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..9774a5e8787fc81b2c3ec07b8ca44f8d138bdb1d Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012500_rank_006.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012500_rank_007.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012500_rank_007.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..33744db059c10aa17bb8279c64b867851ab55895 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_012500_rank_007.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013000_rank_000.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013000_rank_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..fa4489971beb17cdf597b872875f9893001ef6a6 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013000_rank_000.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013000_rank_001.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013000_rank_001.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..4885363f344fe1c41f127af92be6f8f500f7a205 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013000_rank_001.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013000_rank_002.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013000_rank_002.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e75b230d1d0cab905eef652dda425a1bf7072ba4 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013000_rank_002.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013000_rank_003.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013000_rank_003.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..757f20f725030152678970d850e836b36a3b4858 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013000_rank_003.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013000_rank_004.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013000_rank_004.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..74e00ac7c92d6f7872aa6fa6b2f9ac88326ef230 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013000_rank_004.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013000_rank_005.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013000_rank_005.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..7e7649ddca17c890a54a217a9a208ff44ead3709 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013000_rank_005.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013000_rank_006.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013000_rank_006.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d5315256d4cc029393249ce423d2bd0d2042d4ee Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013000_rank_006.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013000_rank_007.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013000_rank_007.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..a4ff822b7d2bc08a9772d7cb8f0a3f24c47713bb Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013000_rank_007.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013500_rank_000.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013500_rank_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..83d88c8c850e51318a53974469dcea4518195ebb Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013500_rank_000.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013500_rank_001.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013500_rank_001.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..71e6d6c531b07a4026a7bc324a7687e0d5f15c2c Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013500_rank_001.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013500_rank_002.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013500_rank_002.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e3606d40243379b72d9530584458c223f4f5b8ca Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013500_rank_002.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013500_rank_003.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013500_rank_003.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..3caa0032e5a8b2f1d2bbbb5f93f237b3f7b65c3a Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013500_rank_003.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013500_rank_004.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013500_rank_004.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..185e39a89bdd6788c4801350d5cfabeb6973ed06 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013500_rank_004.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013500_rank_005.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013500_rank_005.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..11396fb05a707d0a5377030ad2f99101e279f4a7 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013500_rank_005.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013500_rank_006.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013500_rank_006.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..65d3a3cacf28413406c261b0041ac8054cb50290 Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013500_rank_006.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013500_rank_007.mp4 b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013500_rank_007.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..65ef8dd7cb926493fb2f752306f62012eb73427d Binary files /dev/null and b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/eval/step_013500_rank_007.mp4 differ diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/policy_data_provenance.json b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/policy_data_provenance.json new file mode 100644 index 0000000000000000000000000000000000000000..fd5fbbfa053b05be6acb19ce4faa0ca64d0033c0 --- /dev/null +++ b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/policy_data_provenance.json @@ -0,0 +1,3172 @@ +{ + "created_at_utc": "2026-09-16T03:57:20.803103+00:00", + "dataset_root": "/mnt/dolphinfs/ssd_pool/docker/user/hadoop-aipnlp/EVA/buxizhou/Datasets/RoboTwin2.0_legacy/tdaa_clean", + "task_names": [ + "adjust_bottle", + "dump_bin_bigbin", + "grab_roller", + "lift_pot", + "move_playingcard_away", + "open_laptop", + "place_burger_fries", + "place_container_plate", + "press_stapler", + "shake_bottle_horizontally" + ], + "split_mode": "policy_all", + "training_purpose": "policy", + "num_tasks": 10, + "training_episode_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49 + ], + "held_out_episode_indices": [], + "training_episodes_per_task": 50, + "monitoring_episode_indices": [ + 0 + ], + "monitoring_scope": "Episode 0 is included in policy training; its videos/loss are training-set monitoring, not held-out validation. Independent policy evaluation requires RoboTwin rollout evaluation.", + "num_training_episodes": 500, + "num_training_frames": 85732, + "num_complete_training_windows": 69732, + "official_reference": { + "commit": "7faa71108368fbb3b6885649f112af607427a2d4", + "file": "src/fastwam/datasets/lerobot/base_lerobot_dataset.py", + "methods": [ + "_get_episode_data", + "get_dataset_stats", + "sliding_window_with_replication" + ] + }, + "statistics": { + "dtype": "float32", + "normalization": "Separate action/state z-score, std epsilon 1e-8, clamp [-5,5]", + "episode_weighting": "equal, independent of episode length", + "action_window": "32 forward steps at every stored frame; replicate final action at episode tails", + "state_window": "single qpos frame", + "within_episode_variance_correction": 1, + "global_mean": "mean(episode_means, axes=(episode,horizon))", + "global_std": "sqrt(mean(episode_vars+(episode_means-global_mean)^2, axes=(episode,horizon)))", + "q01_q99": "minimum per-episode q01 and maximum per-episode q99, as upstream" + }, + "differences_from_official_dataset": [ + "Legacy HDF5 data: 10 tasks, 50 episodes/task; official example uses LeRobot RoboTwin2.0.", + "Policy uses all episodes 0..49 per task, matching the TDAA policy loader; upstream FastWAM randomly shuffles seed=42 then holds out 1%.", + "HDF5 adapter uses only complete 32-action/9-video-frame windows and excludes tail starts; upstream trains with masked replicated padding.", + "Statistics retain upstream replicated-tail calculation, even though the HDF5 training adapter excludes those padded windows.", + "These statistics come only from this legacy training split, not the published robotwin policy statistics." + ], + "input_manifest": [ + { + "path": "adjust_bottle/episode_0.hdf5", + "frames": 139, + "complete_training_windows": 107, + "action_qpos_float32_sha256": "dda809ce26561eeae8dee8d48e5f01423e68f6f1169aa2f9b37b60da67a4bfb4" + }, + { + "path": "adjust_bottle/episode_1.hdf5", + "frames": 143, + "complete_training_windows": 111, + "action_qpos_float32_sha256": "95f3c7fc62e7cdd4b34a9f0f515ec3da2da810ecf0aa4b8198ec7612e06ccada" + }, + { + "path": "adjust_bottle/episode_2.hdf5", + "frames": 149, + "complete_training_windows": 117, + "action_qpos_float32_sha256": "d7585b97837c0c919fae1aca723a819ec7edd66bb5c3d6a4a93577a281569fc9" + }, + { + "path": "adjust_bottle/episode_3.hdf5", + "frames": 148, + "complete_training_windows": 116, + "action_qpos_float32_sha256": "247b727eee2fa9ac8697d96b819ade2ddf3bce007af54495d716e9ee300b5049" + }, + { + "path": "adjust_bottle/episode_4.hdf5", + "frames": 151, + "complete_training_windows": 119, + "action_qpos_float32_sha256": "6a47ecbe6c653010ed13f733c62c9cc28afcef76596a92f32c78368655c48f57" + }, + { + "path": "adjust_bottle/episode_5.hdf5", + "frames": 147, + "complete_training_windows": 115, + "action_qpos_float32_sha256": "c2de447d633e4d6ecec72c984847c5c83e2c47a658f88c4f54db3081a4e45d4b" + }, + { + "path": "adjust_bottle/episode_6.hdf5", + "frames": 137, + "complete_training_windows": 105, + "action_qpos_float32_sha256": "0c09bb72c18dabb30a323c51da27f3931ef7a8a3686333e7d633f873a43f9f59" + }, + { + "path": "adjust_bottle/episode_7.hdf5", + "frames": 136, + "complete_training_windows": 104, + "action_qpos_float32_sha256": "67dbc9ad87eafbb12654732436a1e5b4a20c514b42bd42cdf5c0b3555759083d" + }, + { + "path": "adjust_bottle/episode_8.hdf5", + "frames": 152, + "complete_training_windows": 120, + "action_qpos_float32_sha256": "cdf26dac6586fb76d737d0d99dd218744b8d3cbbd12d5bc280104d0cd004f102" + }, + { + "path": "adjust_bottle/episode_9.hdf5", + "frames": 152, + "complete_training_windows": 120, + "action_qpos_float32_sha256": "5dc00de3b90ace67616d3e0f2dd87df15517a81ff9ea2b43ef6990c9bb983830" + }, + { + "path": "adjust_bottle/episode_10.hdf5", + "frames": 135, + "complete_training_windows": 103, + "action_qpos_float32_sha256": "13f2212062e342cb6f327d533b515bd5b8589e75109888f22fb41927cc0037be" + }, + { + "path": "adjust_bottle/episode_11.hdf5", + "frames": 143, + "complete_training_windows": 111, + "action_qpos_float32_sha256": "3df3211148ceeffcc970b26539dbe45538cece957fc7f64d93a9558ea3258517" + }, + { + "path": "adjust_bottle/episode_12.hdf5", + "frames": 139, + "complete_training_windows": 107, + "action_qpos_float32_sha256": "3f4768827ea579d57298d900f3a619a68bfee186601eb26c2a4892ec769d272c" + }, + { + "path": "adjust_bottle/episode_13.hdf5", + "frames": 139, + "complete_training_windows": 107, + "action_qpos_float32_sha256": "4bc5491afa07bd46d193508f59eebf31172c54bd191efe6b8ffa180b4f8f26c9" + }, + { + "path": "adjust_bottle/episode_14.hdf5", + "frames": 143, + "complete_training_windows": 111, + "action_qpos_float32_sha256": "09f4732c43ba4c070af7c51d5bb77e11e4c81760ab383c2f52565022fa1a83ee" + }, + { + "path": "adjust_bottle/episode_15.hdf5", + "frames": 138, + "complete_training_windows": 106, + "action_qpos_float32_sha256": "dc11b682b6de5b0b8d55797cdd193922f0f8a678baa22d70c3099ff47efdc1ed" + }, + { + "path": "adjust_bottle/episode_16.hdf5", + "frames": 173, + "complete_training_windows": 141, + "action_qpos_float32_sha256": "847bdd4981ffc0d3d15c5e2e82f2bc0a7c033a9a62e57af3f0546c11b0f7a1d2" + }, + { + "path": "adjust_bottle/episode_17.hdf5", + "frames": 147, + "complete_training_windows": 115, + "action_qpos_float32_sha256": "20f9ad5b2fb5861edbd8f2660b33664a9d2d7cd7bff12b7864cd5fbd1f761e69" + }, + { + "path": "adjust_bottle/episode_18.hdf5", + "frames": 143, + "complete_training_windows": 111, + "action_qpos_float32_sha256": "f3800cae67442f6245da4932d871480399039d0a634e98f27582ce8921e494bd" + }, + { + "path": "adjust_bottle/episode_19.hdf5", + "frames": 143, + "complete_training_windows": 111, + "action_qpos_float32_sha256": "24cdcab225eb40adae86cb3b9ac0e9303c14aed6b4a23ed83e16124631c2887f" + }, + { + "path": "adjust_bottle/episode_20.hdf5", + "frames": 135, + "complete_training_windows": 103, + "action_qpos_float32_sha256": "e3d118ee336f0347e9547c70bd2e22c33f0a36c55ab35985675a1eff2187538d" + }, + { + "path": "adjust_bottle/episode_21.hdf5", + "frames": 143, + "complete_training_windows": 111, + "action_qpos_float32_sha256": "f211fb07c4f7ce29c68a5b59eb3c41c4a90f2e03694ab7a1a0f5491f3dd35c8f" + }, + { + "path": "adjust_bottle/episode_22.hdf5", + "frames": 140, + "complete_training_windows": 108, + "action_qpos_float32_sha256": "918af0ca9e11cd764ff04c228ea1fa1efc95d4d739feb60ad4ae1b635809bbb7" + }, + { + "path": "adjust_bottle/episode_23.hdf5", + "frames": 156, + "complete_training_windows": 124, + "action_qpos_float32_sha256": "3ecdabfd8470a542cd980265fa5845500a8a5d274bb9f5f7c65b8573f7efe21a" + }, + { + "path": "adjust_bottle/episode_24.hdf5", + "frames": 144, + "complete_training_windows": 112, + "action_qpos_float32_sha256": "b73e7b8b85734c6e048f8f14d1627b3052bdccce222bd4bea57ecb46c100dff1" + }, + { + "path": "adjust_bottle/episode_25.hdf5", + "frames": 133, + "complete_training_windows": 101, + "action_qpos_float32_sha256": "55e80daaf9fd2b2e2f8222fd494a8caf2621d50eb9ae9b478183f205b12961cb" + }, + { + "path": "adjust_bottle/episode_26.hdf5", + "frames": 147, + "complete_training_windows": 115, + "action_qpos_float32_sha256": "0fb836f24bb8b6139e17422d56237573d625c24d7b13aa56ceb11bb70f37c925" + }, + { + "path": "adjust_bottle/episode_27.hdf5", + "frames": 143, + "complete_training_windows": 111, + "action_qpos_float32_sha256": "f2ebea56f397d6b8a48aaa54c88852daa2aab8272f4e77d421e95e0c6b17dc39" + }, + { + "path": "adjust_bottle/episode_28.hdf5", + "frames": 138, + "complete_training_windows": 106, + "action_qpos_float32_sha256": "9073165f068b75d3d47c453976056a42723279d234c99c757619f8e368b4f6d7" + }, + { + "path": "adjust_bottle/episode_29.hdf5", + "frames": 152, + "complete_training_windows": 120, + "action_qpos_float32_sha256": "59bceda7a7fcc738f323bc4bef23ee86959f967f5d2bb53287f65d9cad56bfd5" + }, + { + "path": "adjust_bottle/episode_30.hdf5", + "frames": 143, + "complete_training_windows": 111, + "action_qpos_float32_sha256": "d52e9c1771d09c5cf2e3e95ebdbf7a028d846d678d03b0b813f558d4d7bd9769" + }, + { + "path": "adjust_bottle/episode_31.hdf5", + "frames": 141, + "complete_training_windows": 109, + "action_qpos_float32_sha256": "531059d561c31ebfd1b32aa4dcbf6045d5fb4317b82472b2510e2ec26d87c6ee" + }, + { + "path": "adjust_bottle/episode_32.hdf5", + "frames": 135, + "complete_training_windows": 103, + "action_qpos_float32_sha256": "f67f10b63e0fa62b79fdac3a31004961401f7e64efb6b1a5b09e6307a2f98e46" + }, + { + "path": "adjust_bottle/episode_33.hdf5", + "frames": 139, + "complete_training_windows": 107, + "action_qpos_float32_sha256": "baf7d77798b07a95ec74d757775785bf7afbc71c9345c71a04e59605154664d6" + }, + { + "path": "adjust_bottle/episode_34.hdf5", + "frames": 144, + "complete_training_windows": 112, + "action_qpos_float32_sha256": "6a0f6217b7b3baf85021a01421f9cb8652970e5b6249b89da37735616f6274ff" + }, + { + "path": "adjust_bottle/episode_35.hdf5", + "frames": 150, + "complete_training_windows": 118, + "action_qpos_float32_sha256": "4422d68cde73fef9934b7e8dc2ea234667963b54a7e1e6daa129f6421f9b3060" + }, + { + "path": "adjust_bottle/episode_36.hdf5", + "frames": 152, + "complete_training_windows": 120, + "action_qpos_float32_sha256": "b32b60151a05f55baa1507cdb28556199151f6ddeacbc9174cbe9f0c72ca4cd2" + }, + { + "path": "adjust_bottle/episode_37.hdf5", + "frames": 143, + "complete_training_windows": 111, + "action_qpos_float32_sha256": "17dd14ad1a6d84e58624b421d68a3419733a41da49a24ae84ec10771efdf9b91" + }, + { + "path": "adjust_bottle/episode_38.hdf5", + "frames": 144, + "complete_training_windows": 112, + "action_qpos_float32_sha256": "2c4165d8927a361a4c5463f61810db768e682f1fe80e0734e6dae5cf9b04a14d" + }, + { + "path": "adjust_bottle/episode_39.hdf5", + "frames": 138, + "complete_training_windows": 106, + "action_qpos_float32_sha256": "42cf3b263d6822926b099989f73e33a556dc679f68e34183d7a056ee27b49c33" + }, + { + "path": "adjust_bottle/episode_40.hdf5", + "frames": 142, + "complete_training_windows": 110, + "action_qpos_float32_sha256": "1ee4d0f47b022bbbb730aaac9b5de08e67917a9fd5e70a93327aeb332475e011" + }, + { + "path": "adjust_bottle/episode_41.hdf5", + "frames": 149, + "complete_training_windows": 117, + "action_qpos_float32_sha256": "415a67e8dcbe5f195812b3f46549d7d1fbd700a32518c69c7224fb939499fb00" + }, + { + "path": "adjust_bottle/episode_42.hdf5", + "frames": 142, + "complete_training_windows": 110, + "action_qpos_float32_sha256": "0a3071062d6e24176ad63c9180650a2162a5e10e08b84413a13bca7345f1d865" + }, + { + "path": "adjust_bottle/episode_43.hdf5", + "frames": 146, + "complete_training_windows": 114, + "action_qpos_float32_sha256": "a45f5957f925af1f6dd247a518daee00574bd2dc90e388b7d3a1a03be40aa1f1" + }, + { + "path": "adjust_bottle/episode_44.hdf5", + "frames": 142, + "complete_training_windows": 110, + "action_qpos_float32_sha256": "424c7933a08726ac0a6d073c62131f618b0e0283593b5c7a1a5cd672ed10930a" + }, + { + "path": "adjust_bottle/episode_45.hdf5", + "frames": 144, + "complete_training_windows": 112, + "action_qpos_float32_sha256": "1fc3d729dfdb9e68302476b231c1d3fb8459c810e2f89572fa98c9455700e49a" + }, + { + "path": "adjust_bottle/episode_46.hdf5", + "frames": 142, + "complete_training_windows": 110, + "action_qpos_float32_sha256": "8bfdf2bfeab693a7502f2fea5dcab3f05c4e08aa69fb9a3b5dc3feaa04c8166e" + }, + { + "path": "adjust_bottle/episode_47.hdf5", + "frames": 139, + "complete_training_windows": 107, + "action_qpos_float32_sha256": "0680b7cf67f9b10e644b1aab355d2247418f01f99fb022c413a20560e2c5755b" + }, + { + "path": "adjust_bottle/episode_48.hdf5", + "frames": 144, + "complete_training_windows": 112, + "action_qpos_float32_sha256": "6c340b5593b352cf6602412ad6dbe9bd5075dcd4542e9a85171feb46747c5118" + }, + { + "path": "adjust_bottle/episode_49.hdf5", + "frames": 141, + "complete_training_windows": 109, + "action_qpos_float32_sha256": "50686e09d31afb4ce909277e2b44e62d5c0a9d6c8f9fa6c232bedf52b32b8919" + }, + { + "path": "dump_bin_bigbin/episode_0.hdf5", + "frames": 170, + "complete_training_windows": 138, + "action_qpos_float32_sha256": "4017c4d2ad59b3b5ed7993d5a7a89eddc8b622c1a23ef22b2eb3ad7f876e51d3" + }, + { + "path": "dump_bin_bigbin/episode_1.hdf5", + "frames": 336, + "complete_training_windows": 304, + "action_qpos_float32_sha256": "4b7c2c34165334f9601130a1223f34687569b8cc91f4552f95587be00393456b" + }, + { + "path": "dump_bin_bigbin/episode_2.hdf5", + "frames": 332, + "complete_training_windows": 300, + "action_qpos_float32_sha256": "0e3c193245467f5ebbe01260590c4aef05b8ef9569007a4e95714b137427faea" + }, + { + "path": "dump_bin_bigbin/episode_3.hdf5", + "frames": 325, + "complete_training_windows": 293, + "action_qpos_float32_sha256": "c625188300dc0a92d4658bbd8220ea5066e97d2f66652e1621927f3184c0e802" + }, + { + "path": "dump_bin_bigbin/episode_4.hdf5", + "frames": 342, + "complete_training_windows": 310, + "action_qpos_float32_sha256": "e092d5297b7a5629602ca1d93e796a0c4d75ff03e2d5e4d35020f88ec3da7958" + }, + { + "path": "dump_bin_bigbin/episode_5.hdf5", + "frames": 320, + "complete_training_windows": 288, + "action_qpos_float32_sha256": "ae24c9706cdf7f3e3b2f4f37793fd7163f2439fa26e0727322902957efdbb2b0" + }, + { + "path": "dump_bin_bigbin/episode_6.hdf5", + "frames": 321, + "complete_training_windows": 289, + "action_qpos_float32_sha256": "b20ac0f35b4b32c15dcddec0d7811b30a4e2dc74485bbd2d4ef5e3f99eac9e5f" + }, + { + "path": "dump_bin_bigbin/episode_7.hdf5", + "frames": 176, + "complete_training_windows": 144, + "action_qpos_float32_sha256": "3cc4e2dff3088a92719c34235b5c4cba0776cc236da0dc0e202bf743b35418ae" + }, + { + "path": "dump_bin_bigbin/episode_8.hdf5", + "frames": 341, + "complete_training_windows": 309, + "action_qpos_float32_sha256": "7157b8d53ba31a08f699039d1d11fcbef2f5eb0c3586fbb51b9c57386c55a5f1" + }, + { + "path": "dump_bin_bigbin/episode_9.hdf5", + "frames": 334, + "complete_training_windows": 302, + "action_qpos_float32_sha256": "bd2215387dbbae62dc9adee5adf38ed96a0d93541218acd46448c3b526ffda1a" + }, + { + "path": "dump_bin_bigbin/episode_10.hdf5", + "frames": 339, + "complete_training_windows": 307, + "action_qpos_float32_sha256": "6f519434bb9aa13a6a88822c2615931d839085caada2fc62164e277be0827c59" + }, + { + "path": "dump_bin_bigbin/episode_11.hdf5", + "frames": 343, + "complete_training_windows": 311, + "action_qpos_float32_sha256": "c71c654a5c19401e3e13280a8db655d5039ba9c1d48cec88ba2adb1d216698b5" + }, + { + "path": "dump_bin_bigbin/episode_12.hdf5", + "frames": 157, + "complete_training_windows": 125, + "action_qpos_float32_sha256": "7fff1612ec803532a93e1b091765f733373c3a606a6ab376dfc2b288f8597839" + }, + { + "path": "dump_bin_bigbin/episode_13.hdf5", + "frames": 164, + "complete_training_windows": 132, + "action_qpos_float32_sha256": "eba7683ebfdfb6a2d46188f8a1c1a0ddef4d86cace4d4c78dacb6fbf9e95471f" + }, + { + "path": "dump_bin_bigbin/episode_14.hdf5", + "frames": 174, + "complete_training_windows": 142, + "action_qpos_float32_sha256": "b8d5316e9a51c354d382b77e816a2b46f314349b1599f9bbec2652509eb15a3c" + }, + { + "path": "dump_bin_bigbin/episode_15.hdf5", + "frames": 173, + "complete_training_windows": 141, + "action_qpos_float32_sha256": "906e571c05533b97612908dd041d99441d0fd7d61222390d5b771597cc3a4f2f" + }, + { + "path": "dump_bin_bigbin/episode_16.hdf5", + "frames": 162, + "complete_training_windows": 130, + "action_qpos_float32_sha256": "e1a754b6e80ec6ffa44c5be6414bc8f7d5683210c5d7757b3f67898578163f73" + }, + { + "path": "dump_bin_bigbin/episode_17.hdf5", + "frames": 315, + "complete_training_windows": 283, + "action_qpos_float32_sha256": "044e3a1724c8ae0c928231b3ad133bf282b884832fddb6821af4174bcfb9a7f4" + }, + { + "path": "dump_bin_bigbin/episode_18.hdf5", + "frames": 339, + "complete_training_windows": 307, + "action_qpos_float32_sha256": "4a123697f3ec47a6a84f1479cd52b0fb6f91ff91d4ffa07e399fafd6ae582889" + }, + { + "path": "dump_bin_bigbin/episode_19.hdf5", + "frames": 169, + "complete_training_windows": 137, + "action_qpos_float32_sha256": "e59199bdf458dd7ca50ab0d8ef435f40dcb4c8d495ea40b5909a2932c34621f9" + }, + { + "path": "dump_bin_bigbin/episode_20.hdf5", + "frames": 176, + "complete_training_windows": 144, + "action_qpos_float32_sha256": "d9f78253ff0a5d29c98b0093f19bf60bb8eb80e80847bde45ec2d8f59b73c2eb" + }, + { + "path": "dump_bin_bigbin/episode_21.hdf5", + "frames": 178, + "complete_training_windows": 146, + "action_qpos_float32_sha256": "eabb61472a8f723636da800732892197691acd84a4be952ff4f6178bb2a70bb9" + }, + { + "path": "dump_bin_bigbin/episode_22.hdf5", + "frames": 342, + "complete_training_windows": 310, + "action_qpos_float32_sha256": "6fae915567a493d6890949e0869d8c0504e339855e59891148c804e6155af7ac" + }, + { + "path": "dump_bin_bigbin/episode_23.hdf5", + "frames": 161, + "complete_training_windows": 129, + "action_qpos_float32_sha256": "5ff1e97517666d6a3365eadd258d7805da4b79b659b61ac92aab1710320ce503" + }, + { + "path": "dump_bin_bigbin/episode_24.hdf5", + "frames": 168, + "complete_training_windows": 136, + "action_qpos_float32_sha256": "91689be66ea24287bfa64fe87f8449f90e9072c5308357c8dd9b8936d39c2214" + }, + { + "path": "dump_bin_bigbin/episode_25.hdf5", + "frames": 340, + "complete_training_windows": 308, + "action_qpos_float32_sha256": "7840f558781f4e63cdf9461b65aeb4ae37cc5d099139010a0b37086fde097415" + }, + { + "path": "dump_bin_bigbin/episode_26.hdf5", + "frames": 325, + "complete_training_windows": 293, + "action_qpos_float32_sha256": "461b4d3ddef807ffc13296f59e5e085f48c700acfc3792e307625abbc49c3fbd" + }, + { + "path": "dump_bin_bigbin/episode_27.hdf5", + "frames": 335, + "complete_training_windows": 303, + "action_qpos_float32_sha256": "509f61a6c5709f8bd5ca12e65a3d09d9ee5a9577c9adb2065e44a66422448883" + }, + { + "path": "dump_bin_bigbin/episode_28.hdf5", + "frames": 175, + "complete_training_windows": 143, + "action_qpos_float32_sha256": "99aa005f306ddb49e7ff40dd0ab450a5133e4d2206c6650a94e16c4bf43b6ea9" + }, + { + "path": "dump_bin_bigbin/episode_29.hdf5", + "frames": 173, + "complete_training_windows": 141, + "action_qpos_float32_sha256": "aa54f287f58a02220f0a84b2659141c36609ea91623757d4c850b43527726a99" + }, + { + "path": "dump_bin_bigbin/episode_30.hdf5", + "frames": 338, + "complete_training_windows": 306, + "action_qpos_float32_sha256": "ed95aa1ce350631c2ed5a3d3766f6edfa882d03b72c81e55a958f34968bff552" + }, + { + "path": "dump_bin_bigbin/episode_31.hdf5", + "frames": 170, + "complete_training_windows": 138, + "action_qpos_float32_sha256": "4dfe84302b23d805af144f7dda17d73a6630bd1956b5d503782c9aad7b0411fc" + }, + { + "path": "dump_bin_bigbin/episode_32.hdf5", + "frames": 161, + "complete_training_windows": 129, + "action_qpos_float32_sha256": "04a61885bb6f01993f27590ca4c0843371195ff6ddaa1c6fe24cae65536fbf58" + }, + { + "path": "dump_bin_bigbin/episode_33.hdf5", + "frames": 167, + "complete_training_windows": 135, + "action_qpos_float32_sha256": "d18a462dcc18379c186652785aa53ff68c44f761473360cd8c9d16604c10cfeb" + }, + { + "path": "dump_bin_bigbin/episode_34.hdf5", + "frames": 168, + "complete_training_windows": 136, + "action_qpos_float32_sha256": "098a57943e37185ae9dd632dda1aa2946346399cfcf2f627af0566e4bc360e84" + }, + { + "path": "dump_bin_bigbin/episode_35.hdf5", + "frames": 171, + "complete_training_windows": 139, + "action_qpos_float32_sha256": "bdccffef9bdaa960b7e349db4233b02e1b905cd6c95c82854d023af8f4656610" + }, + { + "path": "dump_bin_bigbin/episode_36.hdf5", + "frames": 173, + "complete_training_windows": 141, + "action_qpos_float32_sha256": "3dac84ddf49d1c66f66c92b7a1fa443ba736797e95c34da4457a1d7fc44ce979" + }, + { + "path": "dump_bin_bigbin/episode_37.hdf5", + "frames": 348, + "complete_training_windows": 316, + "action_qpos_float32_sha256": "bcf35e753802df0599f77ddab5a40e00cf13cae64da10e378044ffb62ad491ab" + }, + { + "path": "dump_bin_bigbin/episode_38.hdf5", + "frames": 173, + "complete_training_windows": 141, + "action_qpos_float32_sha256": "14642f8fc94e8ebb2cf85f394cf334e001e6ddc5a386a748824cb83c5799ad98" + }, + { + "path": "dump_bin_bigbin/episode_39.hdf5", + "frames": 169, + "complete_training_windows": 137, + "action_qpos_float32_sha256": "5d3d8d18e004339dd198f86c7f70a804028f5b848f34ebc003408d1284d9926e" + }, + { + "path": "dump_bin_bigbin/episode_40.hdf5", + "frames": 159, + "complete_training_windows": 127, + "action_qpos_float32_sha256": "7c9624fac2dd5940dcfa63d6c240b4bc3420f2313a6f2b32ae034edcdbeee797" + }, + { + "path": "dump_bin_bigbin/episode_41.hdf5", + "frames": 162, + "complete_training_windows": 130, + "action_qpos_float32_sha256": "7f726f1b015242ec6371d1e505172013103282307c3814b68e498ce2fea4d192" + }, + { + "path": "dump_bin_bigbin/episode_42.hdf5", + "frames": 172, + "complete_training_windows": 140, + "action_qpos_float32_sha256": "5185a9229256e9c4c61033d9b9fbfdde05fd61f561c0b85c362bcee9f86359fe" + }, + { + "path": "dump_bin_bigbin/episode_43.hdf5", + "frames": 173, + "complete_training_windows": 141, + "action_qpos_float32_sha256": "235003631c53a829fe2ece4c0aa424a0d686702a470c7170c5997f467d981547" + }, + { + "path": "dump_bin_bigbin/episode_44.hdf5", + "frames": 345, + "complete_training_windows": 313, + "action_qpos_float32_sha256": "b0713aeb302d283c782f17ec224655395902386cef4f432627abeecbde620782" + }, + { + "path": "dump_bin_bigbin/episode_45.hdf5", + "frames": 160, + "complete_training_windows": 128, + "action_qpos_float32_sha256": "779e8cddf91f12731bf3eeddf530b7c39252897aa41e46444704206069d4b0f9" + }, + { + "path": "dump_bin_bigbin/episode_46.hdf5", + "frames": 347, + "complete_training_windows": 315, + "action_qpos_float32_sha256": "8fc6209d4c404d71e016d092016698fec264e1ca62a51addfee97c685cd5a12f" + }, + { + "path": "dump_bin_bigbin/episode_47.hdf5", + "frames": 342, + "complete_training_windows": 310, + "action_qpos_float32_sha256": "01371020f0cee490263aa6ba1b2cc528281b52c3b89e7738cbfcef06ff0534fb" + }, + { + "path": "dump_bin_bigbin/episode_48.hdf5", + "frames": 349, + "complete_training_windows": 317, + "action_qpos_float32_sha256": "9c34e47b4cab28b45e8d16bde459d00e65a01580550657059d0247c238beff58" + }, + { + "path": "dump_bin_bigbin/episode_49.hdf5", + "frames": 170, + "complete_training_windows": 138, + "action_qpos_float32_sha256": "67801543167c2ad7fc377d506b09290d1d9f899581bb759d6c202f80c4a0a8f4" + }, + { + "path": "grab_roller/episode_0.hdf5", + "frames": 92, + "complete_training_windows": 60, + "action_qpos_float32_sha256": "ca0583f1d3236339eea6846a9bb5c4235908537fecfc82600f89ef99948ace5e" + }, + { + "path": "grab_roller/episode_1.hdf5", + "frames": 92, + "complete_training_windows": 60, + "action_qpos_float32_sha256": "e79e268788dfc57c93edd2d9bbbc1a247ebeef0c74aa10a7507022d184f1daac" + }, + { + "path": "grab_roller/episode_2.hdf5", + "frames": 88, + "complete_training_windows": 56, + "action_qpos_float32_sha256": "08afbc1e3897e58c674647759aa81dabaca2aeaa0b14d34cd2f2318469a97ce5" + }, + { + "path": "grab_roller/episode_3.hdf5", + "frames": 93, + "complete_training_windows": 61, + "action_qpos_float32_sha256": "0d1dab0a42ce2fd356732a4b91e18806c3a4497b8789e2086e3d9ac7b7a0a906" + }, + { + "path": "grab_roller/episode_4.hdf5", + "frames": 100, + "complete_training_windows": 68, + "action_qpos_float32_sha256": "65e2fecb1388f84166d7d9fed2abb3f7fc0b5fcc748c7f4a65523f9465bff0f4" + }, + { + "path": "grab_roller/episode_5.hdf5", + "frames": 95, + "complete_training_windows": 63, + "action_qpos_float32_sha256": "f87ff54c6c8e18b4b7860416ec7c8d6dfb3d7bb3f80d9329d4effa468407c534" + }, + { + "path": "grab_roller/episode_6.hdf5", + "frames": 98, + "complete_training_windows": 66, + "action_qpos_float32_sha256": "413dfa99dbe30266dbde576ddb8ea1a0802f7f549f2257ea1315ae3e6cf20322" + }, + { + "path": "grab_roller/episode_7.hdf5", + "frames": 91, + "complete_training_windows": 59, + "action_qpos_float32_sha256": "6795099ce0aa5919557c3c14e3f4432eaab7d64812e5e13ec17267acac2325d0" + }, + { + "path": "grab_roller/episode_8.hdf5", + "frames": 91, + "complete_training_windows": 59, + "action_qpos_float32_sha256": "2e31649f32e78a67769802a0d7007ffe5e947dc2a28990db67b81d81537bb4f7" + }, + { + "path": "grab_roller/episode_9.hdf5", + "frames": 100, + "complete_training_windows": 68, + "action_qpos_float32_sha256": "725ad22d2cc34aac9e98ff16970e41890739eb56e275f71b8bf009e0aa433fe3" + }, + { + "path": "grab_roller/episode_10.hdf5", + "frames": 93, + "complete_training_windows": 61, + "action_qpos_float32_sha256": "8ad0f17e5025de5d752e24edc172bd9f5feadbf20a745883f63eca9d2894d601" + }, + { + "path": "grab_roller/episode_11.hdf5", + "frames": 91, + "complete_training_windows": 59, + "action_qpos_float32_sha256": "6cd83109d3a09fe4ce78c4d7048f34adedcbafecdd20d4e354fe34a49e0126e6" + }, + { + "path": "grab_roller/episode_12.hdf5", + "frames": 98, + "complete_training_windows": 66, + "action_qpos_float32_sha256": "a3985c7db3c07008166d51590848dc3669aa1b9d03db57c75a7948ef7f066455" + }, + { + "path": "grab_roller/episode_13.hdf5", + "frames": 90, + "complete_training_windows": 58, + "action_qpos_float32_sha256": "4c66fa8b12d158b9819bbb37ecbb0cc93c3fd65041c8f0fe7148217e26ada205" + }, + { + "path": "grab_roller/episode_14.hdf5", + "frames": 94, + "complete_training_windows": 62, + "action_qpos_float32_sha256": "d67bf998661a07de4a6396542d4424e2ba89135f8eb7bf750e85b486d6f43158" + }, + { + "path": "grab_roller/episode_15.hdf5", + "frames": 93, + "complete_training_windows": 61, + "action_qpos_float32_sha256": "29c61fc8145799868a787d2125db6483212647cdc72b6ae93430cb7e773b805f" + }, + { + "path": "grab_roller/episode_16.hdf5", + "frames": 96, + "complete_training_windows": 64, + "action_qpos_float32_sha256": "61031862d53280c0696ce35c57a067fd2307c35ba1b2af314e6cc5a6a4cea1c2" + }, + { + "path": "grab_roller/episode_17.hdf5", + "frames": 95, + "complete_training_windows": 63, + "action_qpos_float32_sha256": "f8711b6ffcd336b92a32f2310780122911d044db0ec1de1b0776a82a5983210f" + }, + { + "path": "grab_roller/episode_18.hdf5", + "frames": 87, + "complete_training_windows": 55, + "action_qpos_float32_sha256": "0eb518f07118421837b79442ff3e24c1a09f370180ead4162be115fdc0d3fe9c" + }, + { + "path": "grab_roller/episode_19.hdf5", + "frames": 90, + "complete_training_windows": 58, + "action_qpos_float32_sha256": "e4dc62225f5f2dcb9e6794906d1395ece2eb9139bda942e497e3cfbf009cba26" + }, + { + "path": "grab_roller/episode_20.hdf5", + "frames": 100, + "complete_training_windows": 68, + "action_qpos_float32_sha256": "bd6b0537c368a7938a66be8e6f51ae1451e8c5f87a0b12583859a745fac5cfa2" + }, + { + "path": "grab_roller/episode_21.hdf5", + "frames": 107, + "complete_training_windows": 75, + "action_qpos_float32_sha256": "7a09ce21fe6dde27b79143ae68721b343cb8def1f14d62672fbaa07073c56301" + }, + { + "path": "grab_roller/episode_22.hdf5", + "frames": 100, + "complete_training_windows": 68, + "action_qpos_float32_sha256": "c30b99434d2f3a5156f7b2547a0c927541c38f5ae31ce5a378c5d25790c2620a" + }, + { + "path": "grab_roller/episode_23.hdf5", + "frames": 90, + "complete_training_windows": 58, + "action_qpos_float32_sha256": "558a411baecb34be96b2e74810665eca86d7b3291961e495df6a2aca84e9f05b" + }, + { + "path": "grab_roller/episode_24.hdf5", + "frames": 88, + "complete_training_windows": 56, + "action_qpos_float32_sha256": "37d30f161a773815a45cc5687a334f4e97118c1df6d39551954a9e3487e9a337" + }, + { + "path": "grab_roller/episode_25.hdf5", + "frames": 89, + "complete_training_windows": 57, + "action_qpos_float32_sha256": "1ebe517ca1575b5cc67ace0888f71dfef69c5daef46c8abc2aa9890fe2de8460" + }, + { + "path": "grab_roller/episode_26.hdf5", + "frames": 91, + "complete_training_windows": 59, + "action_qpos_float32_sha256": "af65281d14f9b8eae57203301dbf6d4a55c59bcdfd168c46a74c395e997d5ef9" + }, + { + "path": "grab_roller/episode_27.hdf5", + "frames": 89, + "complete_training_windows": 57, + "action_qpos_float32_sha256": "1b14a374ac1203f2ac5de430382ff6527971024d4ec23ca4c2c03649563bd007" + }, + { + "path": "grab_roller/episode_28.hdf5", + "frames": 99, + "complete_training_windows": 67, + "action_qpos_float32_sha256": "11634c53a1d883ff9ed20e275fc6a0d8f51e25af0691b8b014fc84f60425e087" + }, + { + "path": "grab_roller/episode_29.hdf5", + "frames": 95, + "complete_training_windows": 63, + "action_qpos_float32_sha256": "d85c4257dd4a35a17158413b5aac2e064bc98603dc648b729be72dda72c660c2" + }, + { + "path": "grab_roller/episode_30.hdf5", + "frames": 96, + "complete_training_windows": 64, + "action_qpos_float32_sha256": "5e28b5628fb165d2c7cde98fc86e123a33a5f289d03b7896868c9987269ce2af" + }, + { + "path": "grab_roller/episode_31.hdf5", + "frames": 91, + "complete_training_windows": 59, + "action_qpos_float32_sha256": "3ff0436379f35ea2d44da4b13e82a072a5994eb3e14095bb71c1662d95749911" + }, + { + "path": "grab_roller/episode_32.hdf5", + "frames": 99, + "complete_training_windows": 67, + "action_qpos_float32_sha256": "1fe07e2617808a59556a683249e0e0612647fc7e7ea43e5483a1b70dcbad6efe" + }, + { + "path": "grab_roller/episode_33.hdf5", + "frames": 95, + "complete_training_windows": 63, + "action_qpos_float32_sha256": "a2aed5b148abee3df3b65896e8ef101eb742ea614ec7347e617beb406a1d3d33" + }, + { + "path": "grab_roller/episode_34.hdf5", + "frames": 95, + "complete_training_windows": 63, + "action_qpos_float32_sha256": "33b62dc9dbe184282fd730bacb7c0806cfa8912ec584fbac2f0d97078dc0cf33" + }, + { + "path": "grab_roller/episode_35.hdf5", + "frames": 94, + "complete_training_windows": 62, + "action_qpos_float32_sha256": "32c666430c4c4ce747e711a55571ccd4ad84903e7bcb60bbd92a68b152bcd135" + }, + { + "path": "grab_roller/episode_36.hdf5", + "frames": 88, + "complete_training_windows": 56, + "action_qpos_float32_sha256": "6dcbd4e7ae27a203d1bfcf19b2b8353ab1d7480e1f7ce63358822ec39ae37e8a" + }, + { + "path": "grab_roller/episode_37.hdf5", + "frames": 91, + "complete_training_windows": 59, + "action_qpos_float32_sha256": "2875c6acddeea633a2ebdeb7b87dc8a2a2fd13b8e5687dc171781e49152e1b06" + }, + { + "path": "grab_roller/episode_38.hdf5", + "frames": 130, + "complete_training_windows": 98, + "action_qpos_float32_sha256": "966192e2a29b56c8ccff3f9d943743357c9facc5e4c6d8129050b028bb846724" + }, + { + "path": "grab_roller/episode_39.hdf5", + "frames": 90, + "complete_training_windows": 58, + "action_qpos_float32_sha256": "164416cd02130cc3535eb6c260823af24e3e65addafcb147a635a0a2c304d745" + }, + { + "path": "grab_roller/episode_40.hdf5", + "frames": 91, + "complete_training_windows": 59, + "action_qpos_float32_sha256": "0f64c41befdfb85f56e80b00276ed49938c0fca84e20d5ba388bd38117ea43fb" + }, + { + "path": "grab_roller/episode_41.hdf5", + "frames": 88, + "complete_training_windows": 56, + "action_qpos_float32_sha256": "4a51b7b82e8002c79d204f603a9838e95f1c158b40521f397e40d6878af79cc1" + }, + { + "path": "grab_roller/episode_42.hdf5", + "frames": 98, + "complete_training_windows": 66, + "action_qpos_float32_sha256": "b39e2729aaaa709bde1acd3f6c8dbbf9a741dde0a20f8e665e673e63748681c8" + }, + { + "path": "grab_roller/episode_43.hdf5", + "frames": 96, + "complete_training_windows": 64, + "action_qpos_float32_sha256": "fba97a5d718e21032b008c3648bab4dba0510afbc86947477c9a892d1d72231d" + }, + { + "path": "grab_roller/episode_44.hdf5", + "frames": 90, + "complete_training_windows": 58, + "action_qpos_float32_sha256": "3ebe7069d0af6aced125c8f3841bb8334869e751ef2d9ecd49f6aacc08a216e8" + }, + { + "path": "grab_roller/episode_45.hdf5", + "frames": 105, + "complete_training_windows": 73, + "action_qpos_float32_sha256": "04a8c27f3212e6d5b25dbaaaf8a3a92e15ab7a9816fe72ac7d3222b363a5f623" + }, + { + "path": "grab_roller/episode_46.hdf5", + "frames": 92, + "complete_training_windows": 60, + "action_qpos_float32_sha256": "86cd53e31e5ffc04f770e4e9d8c5477b9ce789558b1aa330ba7b3c25f89be2e8" + }, + { + "path": "grab_roller/episode_47.hdf5", + "frames": 92, + "complete_training_windows": 60, + "action_qpos_float32_sha256": "957d08fe811cc019a923e0d1f28d38ef31bb7358dd76a428df3f65b05be02818" + }, + { + "path": "grab_roller/episode_48.hdf5", + "frames": 90, + "complete_training_windows": 58, + "action_qpos_float32_sha256": "a18eac78f6d0e4f48c28d30dfd1859232ca98d368953bc841d7f50513e3f7fce" + }, + { + "path": "grab_roller/episode_49.hdf5", + "frames": 102, + "complete_training_windows": 70, + "action_qpos_float32_sha256": "22c3e394dac85da41f7b0f62adcc52a83874bb8307d478af42a94483b33d95f8" + }, + { + "path": "lift_pot/episode_0.hdf5", + "frames": 113, + "complete_training_windows": 81, + "action_qpos_float32_sha256": "bcdcf66e3b348d1f4aed235f92f74dfe589977f953b2d979e9f5e5f307136258" + }, + { + "path": "lift_pot/episode_1.hdf5", + "frames": 113, + "complete_training_windows": 81, + "action_qpos_float32_sha256": "6a1b65d51a1ae916897932383cbdce7c71994b7e64828e248a6292d220323d36" + }, + { + "path": "lift_pot/episode_2.hdf5", + "frames": 115, + "complete_training_windows": 83, + "action_qpos_float32_sha256": "c99c07b4b4371d025bd1095a56dd58cbff06a19e83e69e656cc23e99d44adc4d" + }, + { + "path": "lift_pot/episode_3.hdf5", + "frames": 106, + "complete_training_windows": 74, + "action_qpos_float32_sha256": "1cd2a484451004fde31f7a79e68cabba37b228c82dfaa62305328787d071b5eb" + }, + { + "path": "lift_pot/episode_4.hdf5", + "frames": 108, + "complete_training_windows": 76, + "action_qpos_float32_sha256": "28349f31f5c8a91492bd9e47e3249bc5db24f6fb83e421bcbe3d3e2ee08d3bcc" + }, + { + "path": "lift_pot/episode_5.hdf5", + "frames": 111, + "complete_training_windows": 79, + "action_qpos_float32_sha256": "acb0b786681092265399e35b81cb9f2a3827ba5d9eaac3e93a8a8fadd8c270ed" + }, + { + "path": "lift_pot/episode_6.hdf5", + "frames": 110, + "complete_training_windows": 78, + "action_qpos_float32_sha256": "14e1ef377a5fcdd3479e0c63d04cec3707905f214fc573e145945eea5d318a2a" + }, + { + "path": "lift_pot/episode_7.hdf5", + "frames": 108, + "complete_training_windows": 76, + "action_qpos_float32_sha256": "b57871deff7b8ac271d727fa01e08689b9200a06fe07206d538239437dad1d00" + }, + { + "path": "lift_pot/episode_8.hdf5", + "frames": 112, + "complete_training_windows": 80, + "action_qpos_float32_sha256": "2677d35acc90ce66b401b0a51fdc471de64857450a4c23dfe3dcae8df0d005aa" + }, + { + "path": "lift_pot/episode_9.hdf5", + "frames": 108, + "complete_training_windows": 76, + "action_qpos_float32_sha256": "29d4fd1f66d53c9fa79dc5267eac16b8252d02823149c2ae44e916c707887fdc" + }, + { + "path": "lift_pot/episode_10.hdf5", + "frames": 116, + "complete_training_windows": 84, + "action_qpos_float32_sha256": "ae0354f63c28ca70ede142884731e1e761da50966da3776fc640db4501d0ee32" + }, + { + "path": "lift_pot/episode_11.hdf5", + "frames": 113, + "complete_training_windows": 81, + "action_qpos_float32_sha256": "bac2a058fec08c00da5e8463830dc5cf0a33f8f354210cc703b60a0b79cc38e2" + }, + { + "path": "lift_pot/episode_12.hdf5", + "frames": 107, + "complete_training_windows": 75, + "action_qpos_float32_sha256": "7e0531853cca31e6690a3a25536baa60680676de8359d9770e585db3489c2f3d" + }, + { + "path": "lift_pot/episode_13.hdf5", + "frames": 111, + "complete_training_windows": 79, + "action_qpos_float32_sha256": "2c788e333af479499bd919249d24c8ca4ca94f670717cf7c5bb75aef5f4b12a7" + }, + { + "path": "lift_pot/episode_14.hdf5", + "frames": 115, + "complete_training_windows": 83, + "action_qpos_float32_sha256": "95d9e1e81a5669e8a0f8f6ae1c517efca3e3370a91e6849f1e4ce3dcfc253d00" + }, + { + "path": "lift_pot/episode_15.hdf5", + "frames": 111, + "complete_training_windows": 79, + "action_qpos_float32_sha256": "a567b86617a5b8c8bbcd1bf0c62c0025ba4bf3aef29a1156b8df0b1eebb1bf2a" + }, + { + "path": "lift_pot/episode_16.hdf5", + "frames": 116, + "complete_training_windows": 84, + "action_qpos_float32_sha256": "bc37de38472494b570af35278433ba3f849351e9d0367e6aa65b4b77651bb420" + }, + { + "path": "lift_pot/episode_17.hdf5", + "frames": 107, + "complete_training_windows": 75, + "action_qpos_float32_sha256": "9b02b40a238fc91e35a77e986bfdf7819982e277c02143a43c4d0e62b8f56398" + }, + { + "path": "lift_pot/episode_18.hdf5", + "frames": 114, + "complete_training_windows": 82, + "action_qpos_float32_sha256": "b47847bf777fc562b5f9c13ce6529b60f432c1cada8f64ef7a7449de200eee93" + }, + { + "path": "lift_pot/episode_19.hdf5", + "frames": 111, + "complete_training_windows": 79, + "action_qpos_float32_sha256": "0d5906a30f78046d4cf961ec9e744f0b19a3c1ea91b35cea1952e1a97105528e" + }, + { + "path": "lift_pot/episode_20.hdf5", + "frames": 111, + "complete_training_windows": 79, + "action_qpos_float32_sha256": "1fae8f031053c63d2957e01ad4fc97b830ab0ce6ed0c706c33d91142f2cc3513" + }, + { + "path": "lift_pot/episode_21.hdf5", + "frames": 107, + "complete_training_windows": 75, + "action_qpos_float32_sha256": "2e637845e17604fa74aa08631075180ea229b15514ed2a6b4dd41bef7315c8d4" + }, + { + "path": "lift_pot/episode_22.hdf5", + "frames": 109, + "complete_training_windows": 77, + "action_qpos_float32_sha256": "6c25c2ff1c3f230034dc1d0f22f6c2f8dc581f7f7f5fa6511c6b67b61b0a5271" + }, + { + "path": "lift_pot/episode_23.hdf5", + "frames": 108, + "complete_training_windows": 76, + "action_qpos_float32_sha256": "38c613b770114744becf70fcfd6bf9117cfc2b9e4cb031a3fb6ae747c7e1b730" + }, + { + "path": "lift_pot/episode_24.hdf5", + "frames": 111, + "complete_training_windows": 79, + "action_qpos_float32_sha256": "0cf0dc122c949343bbc6632b48ec41ca8a6ad1a98a98f3bde6e59d55e1da2caa" + }, + { + "path": "lift_pot/episode_25.hdf5", + "frames": 107, + "complete_training_windows": 75, + "action_qpos_float32_sha256": "d41ab78e7b7849ef0715dbd87290a79cff7e62b2699dee0c4162ab6a866d3033" + }, + { + "path": "lift_pot/episode_26.hdf5", + "frames": 109, + "complete_training_windows": 77, + "action_qpos_float32_sha256": "e6bf242373cf631e946db5a3e3c3303ad44e1e93aa70fa788fa55da2f85105ad" + }, + { + "path": "lift_pot/episode_27.hdf5", + "frames": 112, + "complete_training_windows": 80, + "action_qpos_float32_sha256": "e468e06194afdbdf5608cf8e2c95cf9724f6cd90efbab42df91c5bcfce54973b" + }, + { + "path": "lift_pot/episode_28.hdf5", + "frames": 111, + "complete_training_windows": 79, + "action_qpos_float32_sha256": "e1cc3da8f6a8adc3200f71f1ffda6d0fc044adef20a1202739ed05f8343cf3a4" + }, + { + "path": "lift_pot/episode_29.hdf5", + "frames": 111, + "complete_training_windows": 79, + "action_qpos_float32_sha256": "f386062947b2ef5a95e9adac5bfb8af75561478da62068c586168e335cefb6e4" + }, + { + "path": "lift_pot/episode_30.hdf5", + "frames": 112, + "complete_training_windows": 80, + "action_qpos_float32_sha256": "24cc06fd988fe33fa7da1ec295ac8061707a47421fc5f5b57a92635483e3c703" + }, + { + "path": "lift_pot/episode_31.hdf5", + "frames": 114, + "complete_training_windows": 82, + "action_qpos_float32_sha256": "1555c0aada22392e386a51e5a8dff3e14904d203e04cedd434a193676f1c53a9" + }, + { + "path": "lift_pot/episode_32.hdf5", + "frames": 118, + "complete_training_windows": 86, + "action_qpos_float32_sha256": "b2b9dbcc0114e681ab0fbe46deabaa071f877d16b016cc7566604548ad086884" + }, + { + "path": "lift_pot/episode_33.hdf5", + "frames": 114, + "complete_training_windows": 82, + "action_qpos_float32_sha256": "e5b75060cd63e0fb0e21d14b9418b932dcff98ce6112bbfc706d9dbbb09c1650" + }, + { + "path": "lift_pot/episode_34.hdf5", + "frames": 110, + "complete_training_windows": 78, + "action_qpos_float32_sha256": "aa1bb7b186d708e6190ec78d05f80f9d17e50e6ef63def27d7528f116e0a82e3" + }, + { + "path": "lift_pot/episode_35.hdf5", + "frames": 107, + "complete_training_windows": 75, + "action_qpos_float32_sha256": "50df2ee527611f97ddac2e0c18a8d8b3168968fa14df25d6822646436dd7ca41" + }, + { + "path": "lift_pot/episode_36.hdf5", + "frames": 115, + "complete_training_windows": 83, + "action_qpos_float32_sha256": "dc55b05ba531627c67fb3891e2a13ad3e9720db0d032fa93cf7bd8796537bcb9" + }, + { + "path": "lift_pot/episode_37.hdf5", + "frames": 111, + "complete_training_windows": 79, + "action_qpos_float32_sha256": "35c3e0f5c141a243803696bb3b3123a42b78e17e8510290830f9d0d93f6daafb" + }, + { + "path": "lift_pot/episode_38.hdf5", + "frames": 114, + "complete_training_windows": 82, + "action_qpos_float32_sha256": "534ae846dd15d3073cc42e98e47ce58208a1c03ae4ac64e82b4feaccb87a8809" + }, + { + "path": "lift_pot/episode_39.hdf5", + "frames": 112, + "complete_training_windows": 80, + "action_qpos_float32_sha256": "58c73b3a1a66424318bd702a4c165bbfa14b4ba15a72e99ba2702bbe9df3679d" + }, + { + "path": "lift_pot/episode_40.hdf5", + "frames": 108, + "complete_training_windows": 76, + "action_qpos_float32_sha256": "6a411011986fb159ff63947fb23db415066e9d8e316a384ad9cb1cc9e310137c" + }, + { + "path": "lift_pot/episode_41.hdf5", + "frames": 112, + "complete_training_windows": 80, + "action_qpos_float32_sha256": "8e4158af59b3366cfa558fd6a64559f1b52a7c446d8c56252130b7cb2f32d0a3" + }, + { + "path": "lift_pot/episode_42.hdf5", + "frames": 114, + "complete_training_windows": 82, + "action_qpos_float32_sha256": "dc577e47b0b7a33d0ed507a1b57974c0828a2a479e887ae2f546317dcd1a90e0" + }, + { + "path": "lift_pot/episode_43.hdf5", + "frames": 107, + "complete_training_windows": 75, + "action_qpos_float32_sha256": "9404d1faadb9cc87e03ee0fdc355c06ef78df62260f192b139f17d0fd918e75d" + }, + { + "path": "lift_pot/episode_44.hdf5", + "frames": 108, + "complete_training_windows": 76, + "action_qpos_float32_sha256": "76868039670ddcc00a32194fcc1f5750a742ee1cb9494a0f061ddd20ac8f40af" + }, + { + "path": "lift_pot/episode_45.hdf5", + "frames": 107, + "complete_training_windows": 75, + "action_qpos_float32_sha256": "23dc447067228cee219d8c5fc7363317d0ea1e27946edfbd418c4e1bf1603414" + }, + { + "path": "lift_pot/episode_46.hdf5", + "frames": 112, + "complete_training_windows": 80, + "action_qpos_float32_sha256": "c17fdf6aa38a338a45001d4eadf3985b971f1090d9ff93cef276da2a66b861bb" + }, + { + "path": "lift_pot/episode_47.hdf5", + "frames": 112, + "complete_training_windows": 80, + "action_qpos_float32_sha256": "c58901111d7f5ea5f85cd035b8c4dff8a15adebd0eee916f8120578ea9e75b3a" + }, + { + "path": "lift_pot/episode_48.hdf5", + "frames": 114, + "complete_training_windows": 82, + "action_qpos_float32_sha256": "53926e3bc2f1e906a8f77c8dd91e82e797de0490dc52e50c3b79a8183ab5c0ee" + }, + { + "path": "lift_pot/episode_49.hdf5", + "frames": 112, + "complete_training_windows": 80, + "action_qpos_float32_sha256": "8888defc7d41234dbd863387584bf474c94fc514956c62a6a0c7118922c1ba1b" + }, + { + "path": "move_playingcard_away/episode_0.hdf5", + "frames": 116, + "complete_training_windows": 84, + "action_qpos_float32_sha256": "aad6bb37a74f92d157704e32e3bf2b107d2f765131f25267007494e838d0bb38" + }, + { + "path": "move_playingcard_away/episode_1.hdf5", + "frames": 115, + "complete_training_windows": 83, + "action_qpos_float32_sha256": "87a84d9de79aafd668bd81be57eed5b9195faa7d8c09305e64ced61e32d1739d" + }, + { + "path": "move_playingcard_away/episode_2.hdf5", + "frames": 122, + "complete_training_windows": 90, + "action_qpos_float32_sha256": "88673f0fcbdc98effc29f1eaa0188d41ccda55cfaafd5e828417eb02f2295276" + }, + { + "path": "move_playingcard_away/episode_3.hdf5", + "frames": 115, + "complete_training_windows": 83, + "action_qpos_float32_sha256": "4bff5382711f97d977d2aeb0992c3629cc7208f1192badc8770f32d1710b9693" + }, + { + "path": "move_playingcard_away/episode_4.hdf5", + "frames": 122, + "complete_training_windows": 90, + "action_qpos_float32_sha256": "65ce6925eed974b9cd153b8242233fefee792ab6504fd48f628ae451957b9554" + }, + { + "path": "move_playingcard_away/episode_5.hdf5", + "frames": 116, + "complete_training_windows": 84, + "action_qpos_float32_sha256": "b458943ae1cb3d922b808fc740b205e398ee38ba9005d0ea92ff788f73569367" + }, + { + "path": "move_playingcard_away/episode_6.hdf5", + "frames": 118, + "complete_training_windows": 86, + "action_qpos_float32_sha256": "54cba6f01bafff8ebb9eed772b52de80793a3df55ce958392463f0751a64c641" + }, + { + "path": "move_playingcard_away/episode_7.hdf5", + "frames": 114, + "complete_training_windows": 82, + "action_qpos_float32_sha256": "a9505595e4cb0a78e99fb8d4fe86dc13c638f47a8dd1bc03624ecd511f97a14b" + }, + { + "path": "move_playingcard_away/episode_8.hdf5", + "frames": 116, + "complete_training_windows": 84, + "action_qpos_float32_sha256": "d3f73cd276728d598e86c8b7b710cba2c5f3d34649759a06cdf43011ed0a35a4" + }, + { + "path": "move_playingcard_away/episode_9.hdf5", + "frames": 128, + "complete_training_windows": 96, + "action_qpos_float32_sha256": "315bfad75dcad0bbd6ce77bf57ade4c57870047ae21bf45d93b12db348e48e13" + }, + { + "path": "move_playingcard_away/episode_10.hdf5", + "frames": 114, + "complete_training_windows": 82, + "action_qpos_float32_sha256": "8ede85e852773402581637886fe6de9273d10b41f5f415986c50e102b19ebf14" + }, + { + "path": "move_playingcard_away/episode_11.hdf5", + "frames": 115, + "complete_training_windows": 83, + "action_qpos_float32_sha256": "feed62bf0d2fc9c02c3a7e50fdb2f4d25f2ec6f8813f844ac5a19207ac268d00" + }, + { + "path": "move_playingcard_away/episode_12.hdf5", + "frames": 117, + "complete_training_windows": 85, + "action_qpos_float32_sha256": "b5d3afe0633c3d3311c156289291443d49ec36a6efcb2311f52755dd0a0f26bc" + }, + { + "path": "move_playingcard_away/episode_13.hdf5", + "frames": 117, + "complete_training_windows": 85, + "action_qpos_float32_sha256": "10b1c7ab04a4379b9997b000154af6a428ea8d9e9d5cd1569beb4ebdabc1198b" + }, + { + "path": "move_playingcard_away/episode_14.hdf5", + "frames": 128, + "complete_training_windows": 96, + "action_qpos_float32_sha256": "6a0166602b8670cf40e725500ea5fa691fd487996bab168f11f58c2f77905009" + }, + { + "path": "move_playingcard_away/episode_15.hdf5", + "frames": 116, + "complete_training_windows": 84, + "action_qpos_float32_sha256": "6f8831ecfe104001fe8ca05950818d1805f167f9bfb20f6d66be085ce2c02771" + }, + { + "path": "move_playingcard_away/episode_16.hdf5", + "frames": 115, + "complete_training_windows": 83, + "action_qpos_float32_sha256": "7fc2d10337a53fd23f1b253ed1353e1ffc26d29616fb784a0a58a65fec1341b8" + }, + { + "path": "move_playingcard_away/episode_17.hdf5", + "frames": 116, + "complete_training_windows": 84, + "action_qpos_float32_sha256": "9c4f13ebcc5bbb942fa7337c440aaa4fa37f3b38b0871851ab85ad0e1f87b98a" + }, + { + "path": "move_playingcard_away/episode_18.hdf5", + "frames": 116, + "complete_training_windows": 84, + "action_qpos_float32_sha256": "07df7ede1529b30b476fdaf6a23846cbc34e95601e73681d99d7562edf64cf64" + }, + { + "path": "move_playingcard_away/episode_19.hdf5", + "frames": 115, + "complete_training_windows": 83, + "action_qpos_float32_sha256": "a8800f2ae8eae5a801131bf4bf74bf558c19b883c35fba95d122a4a37113ca86" + }, + { + "path": "move_playingcard_away/episode_20.hdf5", + "frames": 115, + "complete_training_windows": 83, + "action_qpos_float32_sha256": "f5d3e6ff1455847bc7c78679a20017bd0469c63c7e4e9a2469a08dbb746e3989" + }, + { + "path": "move_playingcard_away/episode_21.hdf5", + "frames": 116, + "complete_training_windows": 84, + "action_qpos_float32_sha256": "bd65cc93e0205bb628de20c7e375d8f41b242094eae8fcb9cbd1b6fb9383ab77" + }, + { + "path": "move_playingcard_away/episode_22.hdf5", + "frames": 117, + "complete_training_windows": 85, + "action_qpos_float32_sha256": "c884361af76fc9bf9b8ff06fdb2b124c770dc888f0ccf4d8e00a31f54f675b59" + }, + { + "path": "move_playingcard_away/episode_23.hdf5", + "frames": 122, + "complete_training_windows": 90, + "action_qpos_float32_sha256": "49deaefcd68cf244eeffc323d6a33a4646508c031efb55eb28ea9c00f223b8ab" + }, + { + "path": "move_playingcard_away/episode_24.hdf5", + "frames": 114, + "complete_training_windows": 82, + "action_qpos_float32_sha256": "e994f35c37130173e6f389a8130be4f42a8954a829fe1d311de0a0f293aa76a3" + }, + { + "path": "move_playingcard_away/episode_25.hdf5", + "frames": 117, + "complete_training_windows": 85, + "action_qpos_float32_sha256": "8fc408758105d280ab970f9d8c111e1108e6c14043d25105d82015f11d8427bc" + }, + { + "path": "move_playingcard_away/episode_26.hdf5", + "frames": 117, + "complete_training_windows": 85, + "action_qpos_float32_sha256": "91cb3f40c5d0719ae493f6b625e95582d00901131bd07b13d765fd68bf426c9c" + }, + { + "path": "move_playingcard_away/episode_27.hdf5", + "frames": 115, + "complete_training_windows": 83, + "action_qpos_float32_sha256": "cb46c8f732b08b6dd196735848e1567d46e8abca29760ec205204572d480492a" + }, + { + "path": "move_playingcard_away/episode_28.hdf5", + "frames": 117, + "complete_training_windows": 85, + "action_qpos_float32_sha256": "c43b615280bfa76cf5af756c1bedc6141036f374c49a5e5a1b1bb8b2c596006f" + }, + { + "path": "move_playingcard_away/episode_29.hdf5", + "frames": 122, + "complete_training_windows": 90, + "action_qpos_float32_sha256": "469aa1de5882a7d0c1b4854378299d326829eec0d0ce06a77f924543484d9945" + }, + { + "path": "move_playingcard_away/episode_30.hdf5", + "frames": 122, + "complete_training_windows": 90, + "action_qpos_float32_sha256": "b8c65976f918af203ca3977adefee17075181c6d64f0bfd706d4eb630b98b3a7" + }, + { + "path": "move_playingcard_away/episode_31.hdf5", + "frames": 116, + "complete_training_windows": 84, + "action_qpos_float32_sha256": "297287cb803dc32a91d6825517dc2a95b40776b91d920ebe2a79733979b0994b" + }, + { + "path": "move_playingcard_away/episode_32.hdf5", + "frames": 131, + "complete_training_windows": 99, + "action_qpos_float32_sha256": "31471bbd670acd7dcde1722948e9d00d50d76492efedfdf15e8b592be4701056" + }, + { + "path": "move_playingcard_away/episode_33.hdf5", + "frames": 115, + "complete_training_windows": 83, + "action_qpos_float32_sha256": "c95a717e6b2e30dc905df7ffa44fb2287c6cfc83016da58db0a91ce2cbc1d6a1" + }, + { + "path": "move_playingcard_away/episode_34.hdf5", + "frames": 115, + "complete_training_windows": 83, + "action_qpos_float32_sha256": "a32515889dc564c35f1c48e449be7f7d0a9405c0697da5800d439c1daaacce69" + }, + { + "path": "move_playingcard_away/episode_35.hdf5", + "frames": 115, + "complete_training_windows": 83, + "action_qpos_float32_sha256": "ae4dd91826ae16759ef7238a84f084b738beca7361de78a244f1041298060038" + }, + { + "path": "move_playingcard_away/episode_36.hdf5", + "frames": 123, + "complete_training_windows": 91, + "action_qpos_float32_sha256": "3152e6cbc4d64f7b88a678c5760d2e7999b73c36d92353d7e420005b84d11e63" + }, + { + "path": "move_playingcard_away/episode_37.hdf5", + "frames": 118, + "complete_training_windows": 86, + "action_qpos_float32_sha256": "04c28273b481c8773b3af7e5f36bf613278329703b4caf474e49b83e2f500cc7" + }, + { + "path": "move_playingcard_away/episode_38.hdf5", + "frames": 115, + "complete_training_windows": 83, + "action_qpos_float32_sha256": "b0d470781de8aeb7df1f18f1ef46648f001d151223727dc8791f451eb605de88" + }, + { + "path": "move_playingcard_away/episode_39.hdf5", + "frames": 121, + "complete_training_windows": 89, + "action_qpos_float32_sha256": "c65cdb6202375c4a41025670a67f87e3ee83788290b5024efb86c02f4bc43b19" + }, + { + "path": "move_playingcard_away/episode_40.hdf5", + "frames": 119, + "complete_training_windows": 87, + "action_qpos_float32_sha256": "57a7eac1911cb09e271d24e930f51951a793b9842d7850e722d135e794fa8b29" + }, + { + "path": "move_playingcard_away/episode_41.hdf5", + "frames": 117, + "complete_training_windows": 85, + "action_qpos_float32_sha256": "42ed11885e4c05f3cb4a063839ffd9d9f6fac2553c764b996967331017bcf476" + }, + { + "path": "move_playingcard_away/episode_42.hdf5", + "frames": 116, + "complete_training_windows": 84, + "action_qpos_float32_sha256": "256af225eac4711fd03adffb457b07ea2ce4502917fb4652256479d7e7561040" + }, + { + "path": "move_playingcard_away/episode_43.hdf5", + "frames": 116, + "complete_training_windows": 84, + "action_qpos_float32_sha256": "c6500b6b33dc3c7c6131edf18ac9a5171b209f2281ebfcbe155d74e62ad414e3" + }, + { + "path": "move_playingcard_away/episode_44.hdf5", + "frames": 122, + "complete_training_windows": 90, + "action_qpos_float32_sha256": "ff9adbac8ed8039b4761b12b12357a280ef4f94ec638403b9e1bb88aa1876f4c" + }, + { + "path": "move_playingcard_away/episode_45.hdf5", + "frames": 118, + "complete_training_windows": 86, + "action_qpos_float32_sha256": "cda52908eaad8cbfed4564af5e233bd05015d43691b2baffcb43c9295aa3a5bd" + }, + { + "path": "move_playingcard_away/episode_46.hdf5", + "frames": 115, + "complete_training_windows": 83, + "action_qpos_float32_sha256": "5791f9afa98859e824849cdfb8a47cfac930e647fc2e618a1da79918e570e96f" + }, + { + "path": "move_playingcard_away/episode_47.hdf5", + "frames": 116, + "complete_training_windows": 84, + "action_qpos_float32_sha256": "6c601301a3698a748ffddd54bbcdb091849272f1ef93e416371175c6b5bb7172" + }, + { + "path": "move_playingcard_away/episode_48.hdf5", + "frames": 115, + "complete_training_windows": 83, + "action_qpos_float32_sha256": "6353fff5fd5f202bcbf0c755c3266d483bc31b2f68cc725b339d1d3d71f01e1b" + }, + { + "path": "move_playingcard_away/episode_49.hdf5", + "frames": 116, + "complete_training_windows": 84, + "action_qpos_float32_sha256": "9fef4c0c6621e59df0f2000ac3112f52ac25a60b9c78a2b5b2ad60a815161983" + }, + { + "path": "open_laptop/episode_0.hdf5", + "frames": 184, + "complete_training_windows": 152, + "action_qpos_float32_sha256": "14b75fb7ff286d4ca18a261b76884d27a0f1eecedadab484c5a628be46fd464f" + }, + { + "path": "open_laptop/episode_1.hdf5", + "frames": 184, + "complete_training_windows": 152, + "action_qpos_float32_sha256": "88e3ca84d08e36b5f33df4807248727712812967c5e248c75c3c2cff80062a12" + }, + { + "path": "open_laptop/episode_2.hdf5", + "frames": 184, + "complete_training_windows": 152, + "action_qpos_float32_sha256": "f66bebde3dea1cc6ff6c3688882d1ba5bd518eac29354260eff62fe20c269558" + }, + { + "path": "open_laptop/episode_3.hdf5", + "frames": 281, + "complete_training_windows": 249, + "action_qpos_float32_sha256": "ca49e4b866feb84d559a072a4a1e795a599ed05f2d658f9ebc9c7819bdf5a9c3" + }, + { + "path": "open_laptop/episode_4.hdf5", + "frames": 222, + "complete_training_windows": 190, + "action_qpos_float32_sha256": "ef14971d84710867e81938b3efb9c164b0b53f624ba456bb581f947f0e9d6c2c" + }, + { + "path": "open_laptop/episode_5.hdf5", + "frames": 148, + "complete_training_windows": 116, + "action_qpos_float32_sha256": "f1e7b73b4da5ea0abe3867124af10fa73450f1627c196f205215380280c4fe72" + }, + { + "path": "open_laptop/episode_6.hdf5", + "frames": 182, + "complete_training_windows": 150, + "action_qpos_float32_sha256": "9a06149ed81e20f5752d857a70029b74fbda9a0fb1aa7edccc2d73f471795638" + }, + { + "path": "open_laptop/episode_7.hdf5", + "frames": 184, + "complete_training_windows": 152, + "action_qpos_float32_sha256": "b696d7ea6d4b307d94cc5df5da45423e8799ad0fa6c6c4cf1644f7d1718e30e1" + }, + { + "path": "open_laptop/episode_8.hdf5", + "frames": 224, + "complete_training_windows": 192, + "action_qpos_float32_sha256": "ce47986a7cb651085198d70c777818c91299268e63911beb3c7b1e2805d9865e" + }, + { + "path": "open_laptop/episode_9.hdf5", + "frames": 230, + "complete_training_windows": 198, + "action_qpos_float32_sha256": "e9256326fef3dd160c4c95b7ef343c6140ebf413cccd5634578b84c7d1fb6aff" + }, + { + "path": "open_laptop/episode_10.hdf5", + "frames": 225, + "complete_training_windows": 193, + "action_qpos_float32_sha256": "6e2fe6a1419880ea83fc573cf3a8491267305560bcf4c507f0455a4a5b3b27d3" + }, + { + "path": "open_laptop/episode_11.hdf5", + "frames": 152, + "complete_training_windows": 120, + "action_qpos_float32_sha256": "5723638f8bb6dc827ac8ca3d4cb312e89ce05decf14e7eef25afee1aaa488adc" + }, + { + "path": "open_laptop/episode_12.hdf5", + "frames": 229, + "complete_training_windows": 197, + "action_qpos_float32_sha256": "b8da99935f2f121763fe14eb7038eeca3c9b097b5c796379f73a270419733d26" + }, + { + "path": "open_laptop/episode_13.hdf5", + "frames": 184, + "complete_training_windows": 152, + "action_qpos_float32_sha256": "b8697839f09130faae00077b44a750d12fbabcdb25d87e9b0fa0ee4f7c683d0d" + }, + { + "path": "open_laptop/episode_14.hdf5", + "frames": 227, + "complete_training_windows": 195, + "action_qpos_float32_sha256": "82e8844d7c1149b4e9ed3c8bec3c8c409b5b460f2a84067f6dafa1f789b7b9bc" + }, + { + "path": "open_laptop/episode_15.hdf5", + "frames": 178, + "complete_training_windows": 146, + "action_qpos_float32_sha256": "6d22467b10f0f8bbcbc8e46556d5988ee5cf949f28a657bfa83887a7ebb70935" + }, + { + "path": "open_laptop/episode_16.hdf5", + "frames": 223, + "complete_training_windows": 191, + "action_qpos_float32_sha256": "ca86e0bbb2aa16465158255f2bf3d3d556cfb1fe73bb270f13d8c76512f8adbd" + }, + { + "path": "open_laptop/episode_17.hdf5", + "frames": 189, + "complete_training_windows": 157, + "action_qpos_float32_sha256": "ff1d85d6afcc8dfeb79cc0264d27c16605f0f7840f67cd750b9fa11118667004" + }, + { + "path": "open_laptop/episode_18.hdf5", + "frames": 181, + "complete_training_windows": 149, + "action_qpos_float32_sha256": "bfb28aafb9b4bc31ecc1f2d0e53a57a638c9c7177ecd7f0acf3d8a368bfe4c55" + }, + { + "path": "open_laptop/episode_19.hdf5", + "frames": 149, + "complete_training_windows": 117, + "action_qpos_float32_sha256": "71184c4b923dafb5d15df968136398109bef4bd8300080ef363183046b667b7d" + }, + { + "path": "open_laptop/episode_20.hdf5", + "frames": 181, + "complete_training_windows": 149, + "action_qpos_float32_sha256": "1ad008c60dc93cf6e7c8e08897fe8a05194b1e7825a389387e3ddc0896f546e3" + }, + { + "path": "open_laptop/episode_21.hdf5", + "frames": 184, + "complete_training_windows": 152, + "action_qpos_float32_sha256": "f8052a3ccec89c5f47c9a46ecf94770427e08ffb2d18bff168926dfcb5d56c18" + }, + { + "path": "open_laptop/episode_22.hdf5", + "frames": 256, + "complete_training_windows": 224, + "action_qpos_float32_sha256": "4807595f0fe1283884e7f4b6aeb479efce8e7cc672af043c34df463b222f47af" + }, + { + "path": "open_laptop/episode_23.hdf5", + "frames": 263, + "complete_training_windows": 231, + "action_qpos_float32_sha256": "a8bc540e83e3f8e96249855c733be647c081055d15e58739fab7ec549602a418" + }, + { + "path": "open_laptop/episode_24.hdf5", + "frames": 229, + "complete_training_windows": 197, + "action_qpos_float32_sha256": "7d17a30eab86893ceb2c0e1872c760d9d2a2ee1752e7025620cbcee6a4824359" + }, + { + "path": "open_laptop/episode_25.hdf5", + "frames": 193, + "complete_training_windows": 161, + "action_qpos_float32_sha256": "546f541a885ba71e18df26561b9c7f7a8b4e24e9021a3fa95e152e21fd09c400" + }, + { + "path": "open_laptop/episode_26.hdf5", + "frames": 224, + "complete_training_windows": 192, + "action_qpos_float32_sha256": "ad5c2e0036ac937887d3c7137212e0c7300688095b51acda097d540a7ec86d5f" + }, + { + "path": "open_laptop/episode_27.hdf5", + "frames": 314, + "complete_training_windows": 282, + "action_qpos_float32_sha256": "4e456b6e454262706ba1691d2a47159a0a9b5738ba0456b3f2c7070ad25681e6" + }, + { + "path": "open_laptop/episode_28.hdf5", + "frames": 223, + "complete_training_windows": 191, + "action_qpos_float32_sha256": "c024c0a549f3de9d53c5a01eacd58060a3db0d9fdaa66bef06c9c721bffa4ba9" + }, + { + "path": "open_laptop/episode_29.hdf5", + "frames": 184, + "complete_training_windows": 152, + "action_qpos_float32_sha256": "cabf241e3106f7fff9f9ad9d6ef271d05f1f6117a2b674728a6d3f29f44fcd96" + }, + { + "path": "open_laptop/episode_30.hdf5", + "frames": 221, + "complete_training_windows": 189, + "action_qpos_float32_sha256": "77410f4107be2f3627e30b7e0992b3179acf2bb0a5bc4527a94d5ea3f2b2d8ce" + }, + { + "path": "open_laptop/episode_31.hdf5", + "frames": 183, + "complete_training_windows": 151, + "action_qpos_float32_sha256": "fec37f44928e366bb0380b4d49afe89279e39535c1ff1fce27fb8588f118234e" + }, + { + "path": "open_laptop/episode_32.hdf5", + "frames": 231, + "complete_training_windows": 199, + "action_qpos_float32_sha256": "9b0c23566dcd927ef729546b8d4f1ddaf54e9034c2a93955c18a0d3cd8d57759" + }, + { + "path": "open_laptop/episode_33.hdf5", + "frames": 146, + "complete_training_windows": 114, + "action_qpos_float32_sha256": "c4eac02f98c61c47342b0e97e77a439e4db3b4d369aa7da9dc51299d8147693d" + }, + { + "path": "open_laptop/episode_34.hdf5", + "frames": 150, + "complete_training_windows": 118, + "action_qpos_float32_sha256": "abb02fd94b54a51aea1fdf1e2a94afaea25bc5cbeec434eacb6f5ad4e815d497" + }, + { + "path": "open_laptop/episode_35.hdf5", + "frames": 156, + "complete_training_windows": 124, + "action_qpos_float32_sha256": "eb58f9fa7641e0cb7eb06841c8db09357d57b69429cb5f3b064da712c6198e7f" + }, + { + "path": "open_laptop/episode_36.hdf5", + "frames": 179, + "complete_training_windows": 147, + "action_qpos_float32_sha256": "7acc8b1fcdace4096bb9ed24bc3266f8f373f2ad4e49bfb7e23dc97ec56121d9" + }, + { + "path": "open_laptop/episode_37.hdf5", + "frames": 226, + "complete_training_windows": 194, + "action_qpos_float32_sha256": "04786d1623cf51159a63ae9fb18223a3c984c86d30849028ee54cca7028bccb7" + }, + { + "path": "open_laptop/episode_38.hdf5", + "frames": 225, + "complete_training_windows": 193, + "action_qpos_float32_sha256": "e0636928f97a380fb336a3e36f3a62cb2793335f128dc4ca1992b0df79c65a9b" + }, + { + "path": "open_laptop/episode_39.hdf5", + "frames": 258, + "complete_training_windows": 226, + "action_qpos_float32_sha256": "f7c980b70a14c953a8011d7b162040e2891951e9ffe6b7a905daa57a0b2fe671" + }, + { + "path": "open_laptop/episode_40.hdf5", + "frames": 227, + "complete_training_windows": 195, + "action_qpos_float32_sha256": "186f866d3d3a57eaa922486f36a3e8e914259c73358149609723d809dc84dd52" + }, + { + "path": "open_laptop/episode_41.hdf5", + "frames": 226, + "complete_training_windows": 194, + "action_qpos_float32_sha256": "619e456722611d0f4710822013af6d469cfa5d06ec891f442acea8fff3da7a56" + }, + { + "path": "open_laptop/episode_42.hdf5", + "frames": 222, + "complete_training_windows": 190, + "action_qpos_float32_sha256": "f7e6beed3518c0acf9bf941fd7b36821a15a2a5bd32075001d92d08ccf1e36d2" + }, + { + "path": "open_laptop/episode_43.hdf5", + "frames": 224, + "complete_training_windows": 192, + "action_qpos_float32_sha256": "f68d404397614f46969da3e738900543e5a16eae2c11019914431c5049200bff" + }, + { + "path": "open_laptop/episode_44.hdf5", + "frames": 354, + "complete_training_windows": 322, + "action_qpos_float32_sha256": "b598ffcffbff05980b263358b025585d8822ebedda244e59efa054c7e8204f7f" + }, + { + "path": "open_laptop/episode_45.hdf5", + "frames": 183, + "complete_training_windows": 151, + "action_qpos_float32_sha256": "11c1c0c5bda94ead90f4627c236e4b3cd2870ff5c5c7b87ad0c37faa6fcdde5e" + }, + { + "path": "open_laptop/episode_46.hdf5", + "frames": 225, + "complete_training_windows": 193, + "action_qpos_float32_sha256": "99e53102d47d5f8e6b47bc0e5601d5207f10b39cde5b1e05ab3be18dd881c84a" + }, + { + "path": "open_laptop/episode_47.hdf5", + "frames": 182, + "complete_training_windows": 150, + "action_qpos_float32_sha256": "19d0d2a6e8cef26b3bc13cd9c0c08b833510e19e3919e272a32109555ccf5f7a" + }, + { + "path": "open_laptop/episode_48.hdf5", + "frames": 232, + "complete_training_windows": 200, + "action_qpos_float32_sha256": "b7f35b8270c828646c2bac57fc2a1f0d8dd93c00260b46e0657cde3603d40871" + }, + { + "path": "open_laptop/episode_49.hdf5", + "frames": 151, + "complete_training_windows": 119, + "action_qpos_float32_sha256": "579a63698368e4fba34559f3e72bf624daf50c1d10fdb0ed232e8e09e9ebab8b" + }, + { + "path": "place_burger_fries/episode_0.hdf5", + "frames": 242, + "complete_training_windows": 210, + "action_qpos_float32_sha256": "b220240de3f6ef8fbd31520e59d3eb9b3bea2097bf4b7e45520ef0daf8ef1e94" + }, + { + "path": "place_burger_fries/episode_1.hdf5", + "frames": 240, + "complete_training_windows": 208, + "action_qpos_float32_sha256": "bc6245c33f9532e739fe8508884850c67fea326cde31acebac966e5c8f6e09b3" + }, + { + "path": "place_burger_fries/episode_2.hdf5", + "frames": 242, + "complete_training_windows": 210, + "action_qpos_float32_sha256": "bc35ffb7877a6631dc737516dbb3cda709e4a3cbbd7d995cfce7bb969a839f77" + }, + { + "path": "place_burger_fries/episode_3.hdf5", + "frames": 239, + "complete_training_windows": 207, + "action_qpos_float32_sha256": "34229ff566a1af8d6438cf96dd0d28aa9df5181826b2c086eaee45a77e6b783d" + }, + { + "path": "place_burger_fries/episode_4.hdf5", + "frames": 241, + "complete_training_windows": 209, + "action_qpos_float32_sha256": "77886773bac415794afb9ba3c802e64fb918f8da1fac6cb25724e3a7e885d83a" + }, + { + "path": "place_burger_fries/episode_5.hdf5", + "frames": 243, + "complete_training_windows": 211, + "action_qpos_float32_sha256": "aed83431489ed776cc91e08811abdec55c51265f09fe9bae5128109fda6273f2" + }, + { + "path": "place_burger_fries/episode_6.hdf5", + "frames": 240, + "complete_training_windows": 208, + "action_qpos_float32_sha256": "e208aadcac81c7ff1b40688be64b82ba6667f1702b30df356813d22f6933e6e3" + }, + { + "path": "place_burger_fries/episode_7.hdf5", + "frames": 241, + "complete_training_windows": 209, + "action_qpos_float32_sha256": "451d3a3ce0988c93eb9cef7b9e92b6850e8ce93fcabfa6ee59ad9ddc6941d526" + }, + { + "path": "place_burger_fries/episode_8.hdf5", + "frames": 240, + "complete_training_windows": 208, + "action_qpos_float32_sha256": "4629d0d4f5da148e048dffb5a36b4b344dc47cddd0238c3e5cdb5d9759d3e084" + }, + { + "path": "place_burger_fries/episode_9.hdf5", + "frames": 241, + "complete_training_windows": 209, + "action_qpos_float32_sha256": "a8ef63ac056247ec0a0535c1943696863bec67c915c33b8b5a8447a804c5ae07" + }, + { + "path": "place_burger_fries/episode_10.hdf5", + "frames": 240, + "complete_training_windows": 208, + "action_qpos_float32_sha256": "deb601c04d373f96728380f1e04d886527b99923e348993091b0f0215044e65e" + }, + { + "path": "place_burger_fries/episode_11.hdf5", + "frames": 239, + "complete_training_windows": 207, + "action_qpos_float32_sha256": "c3b2482792896e7767dda019e2fae523cc37ca75d84b3e9842d612a9de943f86" + }, + { + "path": "place_burger_fries/episode_12.hdf5", + "frames": 243, + "complete_training_windows": 211, + "action_qpos_float32_sha256": "6f465db2ca64002a762bea9c3a17e07fbdbda48a81d3d40ffdf56a07f8977c57" + }, + { + "path": "place_burger_fries/episode_13.hdf5", + "frames": 241, + "complete_training_windows": 209, + "action_qpos_float32_sha256": "4c27db0220fbf71bd3b243162bda41278b16db009926666eece7efff4b2a40e4" + }, + { + "path": "place_burger_fries/episode_14.hdf5", + "frames": 239, + "complete_training_windows": 207, + "action_qpos_float32_sha256": "c45861c82a7fe5bf5cef840ec8287f174614818160b3b00b3a5e947f3ac99019" + }, + { + "path": "place_burger_fries/episode_15.hdf5", + "frames": 240, + "complete_training_windows": 208, + "action_qpos_float32_sha256": "51003cb92dbe4dd6b8357778f0efe5aa99d24edaeabe98961d68394b38697e45" + }, + { + "path": "place_burger_fries/episode_16.hdf5", + "frames": 242, + "complete_training_windows": 210, + "action_qpos_float32_sha256": "91ea5bd24bdc5206e13c7da6856127ff85c8bc4928116a0a6e465f4862c40517" + }, + { + "path": "place_burger_fries/episode_17.hdf5", + "frames": 240, + "complete_training_windows": 208, + "action_qpos_float32_sha256": "d85c0b99b10fc033a677d4c95670b9d97d3cd62cd3d0e11e1c5dc4171f397d3f" + }, + { + "path": "place_burger_fries/episode_18.hdf5", + "frames": 240, + "complete_training_windows": 208, + "action_qpos_float32_sha256": "1eced1b6b7c84084ea4d07e806ff84e55e27d15c215f272002b61494cc3ec822" + }, + { + "path": "place_burger_fries/episode_19.hdf5", + "frames": 240, + "complete_training_windows": 208, + "action_qpos_float32_sha256": "62b03d106dd609f29623b3515921233ffc977d9a4e202be3ddcd3edea8334bc8" + }, + { + "path": "place_burger_fries/episode_20.hdf5", + "frames": 243, + "complete_training_windows": 211, + "action_qpos_float32_sha256": "cfc95aa965fa383133cdf2db95ae20d48d19116e0c0fc1f0867ab941b44d48ab" + }, + { + "path": "place_burger_fries/episode_21.hdf5", + "frames": 242, + "complete_training_windows": 210, + "action_qpos_float32_sha256": "d92e3ea94c87248ec921ba53b5a4a272c9d28fd1e8c63b54e1d990325b88afcc" + }, + { + "path": "place_burger_fries/episode_22.hdf5", + "frames": 242, + "complete_training_windows": 210, + "action_qpos_float32_sha256": "5998792bce7e6540039dc0088aad9d8be399649a21b5a94b39d0f9cb02d69bb7" + }, + { + "path": "place_burger_fries/episode_23.hdf5", + "frames": 240, + "complete_training_windows": 208, + "action_qpos_float32_sha256": "4a27ca83ae02ef73228e7cf7d2409c33d1c2d4a6212406173175133f1b70e6bf" + }, + { + "path": "place_burger_fries/episode_24.hdf5", + "frames": 240, + "complete_training_windows": 208, + "action_qpos_float32_sha256": "677616632e353ab85c611e998e64f81e4a1a15fffa0e376ea0ca2f9d89ea8199" + }, + { + "path": "place_burger_fries/episode_25.hdf5", + "frames": 242, + "complete_training_windows": 210, + "action_qpos_float32_sha256": "6c904642b1b084018b86bb71eb62895b9574740fbac3b4405abce00eddccd621" + }, + { + "path": "place_burger_fries/episode_26.hdf5", + "frames": 238, + "complete_training_windows": 206, + "action_qpos_float32_sha256": "dd9fa49c9e95a04809009d25ae893876cbc5ba07708d3d4753a900b694ba597d" + }, + { + "path": "place_burger_fries/episode_27.hdf5", + "frames": 243, + "complete_training_windows": 211, + "action_qpos_float32_sha256": "156ad0feab03ece6078c8e67b34d043f5a837c39842c2104cfc016155e1266a8" + }, + { + "path": "place_burger_fries/episode_28.hdf5", + "frames": 238, + "complete_training_windows": 206, + "action_qpos_float32_sha256": "179458b755495c04f8110208693941e0c1ab1af08b64e0c8c7e94e108c7dde4a" + }, + { + "path": "place_burger_fries/episode_29.hdf5", + "frames": 241, + "complete_training_windows": 209, + "action_qpos_float32_sha256": "9f7d3cff135bb0a69579144d25922ba625a12f57c827d7df581acf962eec09f2" + }, + { + "path": "place_burger_fries/episode_30.hdf5", + "frames": 238, + "complete_training_windows": 206, + "action_qpos_float32_sha256": "4ba9f218b2276dbebeea758ac5298779b4e872df7018a6982b6894b7824f7cd2" + }, + { + "path": "place_burger_fries/episode_31.hdf5", + "frames": 243, + "complete_training_windows": 211, + "action_qpos_float32_sha256": "93f5a031c862a6695b01a6452914fca7cf5712071f9be5bdb6288436e89b089f" + }, + { + "path": "place_burger_fries/episode_32.hdf5", + "frames": 243, + "complete_training_windows": 211, + "action_qpos_float32_sha256": "a3b1e7ba7916f79001ff52111769139927606af76fc15aa2e49270bc705d6d1c" + }, + { + "path": "place_burger_fries/episode_33.hdf5", + "frames": 241, + "complete_training_windows": 209, + "action_qpos_float32_sha256": "9a69aff4311417f5aca25e8f04c4d76100c5d8bf8bb21d7f9154bbe6f38b1fab" + }, + { + "path": "place_burger_fries/episode_34.hdf5", + "frames": 239, + "complete_training_windows": 207, + "action_qpos_float32_sha256": "3311118da11479dbfd15402f0782d933f4b9b0959032b833970ad630db130563" + }, + { + "path": "place_burger_fries/episode_35.hdf5", + "frames": 242, + "complete_training_windows": 210, + "action_qpos_float32_sha256": "7696997632ee12f7699b5586a8f078a04d74e8c481e7a2f6901476bf5f6d5d10" + }, + { + "path": "place_burger_fries/episode_36.hdf5", + "frames": 239, + "complete_training_windows": 207, + "action_qpos_float32_sha256": "2b5b49cd733041a2f606062b80c58ba842364131e0cadcc1721b503e2f779048" + }, + { + "path": "place_burger_fries/episode_37.hdf5", + "frames": 241, + "complete_training_windows": 209, + "action_qpos_float32_sha256": "8d35d1a43a465df497b94e46f7ae8733173f284732749a1632aac6e42d808113" + }, + { + "path": "place_burger_fries/episode_38.hdf5", + "frames": 243, + "complete_training_windows": 211, + "action_qpos_float32_sha256": "ce488985fe3ab0f4d1dc250e46fd6c7b111a5bd791c84d4b85be790346b35c2d" + }, + { + "path": "place_burger_fries/episode_39.hdf5", + "frames": 243, + "complete_training_windows": 211, + "action_qpos_float32_sha256": "63929338f2185434356c036a617edd54306103b3b02e4a70a5ae7bd2c1580ca2" + }, + { + "path": "place_burger_fries/episode_40.hdf5", + "frames": 240, + "complete_training_windows": 208, + "action_qpos_float32_sha256": "c3a16ff9dc0afeffd6a0f8a5f2e1bf03d3633688f1baf3473fa915fedab662cf" + }, + { + "path": "place_burger_fries/episode_41.hdf5", + "frames": 241, + "complete_training_windows": 209, + "action_qpos_float32_sha256": "e31d8ec06df5dad82dca10919c5fc7a9c5456d05002fbee0267a0f87d0134d70" + }, + { + "path": "place_burger_fries/episode_42.hdf5", + "frames": 240, + "complete_training_windows": 208, + "action_qpos_float32_sha256": "754ae59ae0412c0cdc3ba02e6f8d2d1412a429f16f86f247b7b2d3d2ec06de76" + }, + { + "path": "place_burger_fries/episode_43.hdf5", + "frames": 241, + "complete_training_windows": 209, + "action_qpos_float32_sha256": "2b296329790b38b5678ac83568a91ea74c181aa28c937295af1c2e247b354ef9" + }, + { + "path": "place_burger_fries/episode_44.hdf5", + "frames": 242, + "complete_training_windows": 210, + "action_qpos_float32_sha256": "601a865e1790a1aa9248da5de011d93e7b44d5aa7962d93e565671867c66188d" + }, + { + "path": "place_burger_fries/episode_45.hdf5", + "frames": 242, + "complete_training_windows": 210, + "action_qpos_float32_sha256": "a086dcfbe83fe9d1ddbabfed7858f7766e4ffba7237a7ed5b3e6eb3aa21fd06c" + }, + { + "path": "place_burger_fries/episode_46.hdf5", + "frames": 241, + "complete_training_windows": 209, + "action_qpos_float32_sha256": "3a5222f92f514301596cddf1e561a8a0c83e8456dee9945b47894910506b4bd9" + }, + { + "path": "place_burger_fries/episode_47.hdf5", + "frames": 243, + "complete_training_windows": 211, + "action_qpos_float32_sha256": "ff2170999881526c2fec24445434f6827e153f29fabaf71443e100f981b308b8" + }, + { + "path": "place_burger_fries/episode_48.hdf5", + "frames": 241, + "complete_training_windows": 209, + "action_qpos_float32_sha256": "f6c1c501d92795d3e77b452ace7afe5f927f0942aed07e7d947c35fd72695805" + }, + { + "path": "place_burger_fries/episode_49.hdf5", + "frames": 241, + "complete_training_windows": 209, + "action_qpos_float32_sha256": "d927b37d4c2a878ea80228d403250b40e0e07787108521da9affd737dd2c515d" + }, + { + "path": "place_container_plate/episode_0.hdf5", + "frames": 153, + "complete_training_windows": 121, + "action_qpos_float32_sha256": "d26c64a34d594ab5d229a8a20470c0d9c0291dfe82e53c769b0f820dc8edceb5" + }, + { + "path": "place_container_plate/episode_1.hdf5", + "frames": 154, + "complete_training_windows": 122, + "action_qpos_float32_sha256": "7f58fb3c18aa84ed8c96eb0cb18d28f60f616c14765152d9c9308303c1791cd9" + }, + { + "path": "place_container_plate/episode_2.hdf5", + "frames": 158, + "complete_training_windows": 126, + "action_qpos_float32_sha256": "b4446d8d94eb440a01e215d951c9972df5f0c3fc82b309a1a13a2b4ff9abe4c3" + }, + { + "path": "place_container_plate/episode_3.hdf5", + "frames": 152, + "complete_training_windows": 120, + "action_qpos_float32_sha256": "04b69935f1b3a16c90446f7e7c506a64e993ce850668ed0682e9c9b3d0f1891d" + }, + { + "path": "place_container_plate/episode_4.hdf5", + "frames": 160, + "complete_training_windows": 128, + "action_qpos_float32_sha256": "820d35ce7eb1a363965d969193c3a1a5119042226c4edc3e6ddbd66ae5b5b64d" + }, + { + "path": "place_container_plate/episode_5.hdf5", + "frames": 153, + "complete_training_windows": 121, + "action_qpos_float32_sha256": "8e2365f390045c43de54ff4e2a82b981fc5b58911e9c5a519dcbb8e08c6cd91c" + }, + { + "path": "place_container_plate/episode_6.hdf5", + "frames": 153, + "complete_training_windows": 121, + "action_qpos_float32_sha256": "77290f481e73676e1f654fa8a32caad72c5024bed9e4e5e6a0151a4b009ae241" + }, + { + "path": "place_container_plate/episode_7.hdf5", + "frames": 167, + "complete_training_windows": 135, + "action_qpos_float32_sha256": "4772696c75a5dfea8fdb2b9aca352acf2422c99e17b777fecfa5e2d58e734933" + }, + { + "path": "place_container_plate/episode_8.hdf5", + "frames": 161, + "complete_training_windows": 129, + "action_qpos_float32_sha256": "2fcfb2b7c425f23938bb2fdc42eb1778c89051216344e27198726b0566fcee87" + }, + { + "path": "place_container_plate/episode_9.hdf5", + "frames": 169, + "complete_training_windows": 137, + "action_qpos_float32_sha256": "7c9477f53437851fc8472b18e70a3ce8e0485b2c7379337fa553d3a9e93b9aa4" + }, + { + "path": "place_container_plate/episode_10.hdf5", + "frames": 153, + "complete_training_windows": 121, + "action_qpos_float32_sha256": "7f06aeb31dc65cc1009ad8cca1c81f620a47767a6d98cc07cdf8f3c9c311488f" + }, + { + "path": "place_container_plate/episode_11.hdf5", + "frames": 158, + "complete_training_windows": 126, + "action_qpos_float32_sha256": "acf35c8f2d0a807ee2abd186eee63d28c0cc1cbb03bbabe44067cfd3e123627e" + }, + { + "path": "place_container_plate/episode_12.hdf5", + "frames": 154, + "complete_training_windows": 122, + "action_qpos_float32_sha256": "cf95ca765a6a81a42bcc5bad2229b1d83ecbd3e3cef87915c37ac50f9cecb8cf" + }, + { + "path": "place_container_plate/episode_13.hdf5", + "frames": 155, + "complete_training_windows": 123, + "action_qpos_float32_sha256": "8d11cb913b7e59616e1db06f76474e074c9a9a0a80ee3086e068fcee67f7e758" + }, + { + "path": "place_container_plate/episode_14.hdf5", + "frames": 157, + "complete_training_windows": 125, + "action_qpos_float32_sha256": "75d6c5dfbb767626bdf60b9ba02e0a382d249f027a61bf38b4b7c3658421964b" + }, + { + "path": "place_container_plate/episode_15.hdf5", + "frames": 177, + "complete_training_windows": 145, + "action_qpos_float32_sha256": "07c89522183f4907f3a881ec47c58b688675d641a5abbf7070a3ec2f4a041a0a" + }, + { + "path": "place_container_plate/episode_16.hdf5", + "frames": 154, + "complete_training_windows": 122, + "action_qpos_float32_sha256": "118d308bf18711ce906322d92631624324613419efaa6e6e73f5e68bf99792eb" + }, + { + "path": "place_container_plate/episode_17.hdf5", + "frames": 159, + "complete_training_windows": 127, + "action_qpos_float32_sha256": "361d039ae9fcc829cfb5ab0de5d3a7d015e187752157b5a0fb2505fecc223a9f" + }, + { + "path": "place_container_plate/episode_18.hdf5", + "frames": 159, + "complete_training_windows": 127, + "action_qpos_float32_sha256": "b274d26e755a308a0ffe59c6918e2ce2a6bf1cac2eebe1441cf52a77c8c58e8c" + }, + { + "path": "place_container_plate/episode_19.hdf5", + "frames": 153, + "complete_training_windows": 121, + "action_qpos_float32_sha256": "f5f62cb4487e7dc36418a4c987233417fd65aa302f06655d8881fd5961f43ae8" + }, + { + "path": "place_container_plate/episode_20.hdf5", + "frames": 168, + "complete_training_windows": 136, + "action_qpos_float32_sha256": "df7ef523cc62bc2f49e26019dff404b33294cb838f2a416e4d4cb8841100af73" + }, + { + "path": "place_container_plate/episode_21.hdf5", + "frames": 168, + "complete_training_windows": 136, + "action_qpos_float32_sha256": "efdd18754e0af3d1c8cf09728be32bc4b050edb57d75b40630acd6cc8d60cd94" + }, + { + "path": "place_container_plate/episode_22.hdf5", + "frames": 158, + "complete_training_windows": 126, + "action_qpos_float32_sha256": "abd943cd8862442139dd88b033f617899d733f3c6d7c5612432c2df6711c99e6" + }, + { + "path": "place_container_plate/episode_23.hdf5", + "frames": 154, + "complete_training_windows": 122, + "action_qpos_float32_sha256": "5d0d4552d651f7e9a7e6897b6095f9f982d99dec42fcc809a29ff75c7c8ba036" + }, + { + "path": "place_container_plate/episode_24.hdf5", + "frames": 153, + "complete_training_windows": 121, + "action_qpos_float32_sha256": "e638228376fc701766573f1c0ecf806fdb1517ce4ba16da37ad5836e78633d54" + }, + { + "path": "place_container_plate/episode_25.hdf5", + "frames": 156, + "complete_training_windows": 124, + "action_qpos_float32_sha256": "f83d0929cc7d3dda42ef18e6ea443ace3aa63a2059d55dac5e682ff49ff5cdd0" + }, + { + "path": "place_container_plate/episode_26.hdf5", + "frames": 158, + "complete_training_windows": 126, + "action_qpos_float32_sha256": "257b08e5147e605cbf328f44b0ead26fb0235b65649d6cf9812cafd4627a7313" + }, + { + "path": "place_container_plate/episode_27.hdf5", + "frames": 152, + "complete_training_windows": 120, + "action_qpos_float32_sha256": "9bf5030f1cb6a193597afcd7a1e460a5e62d29fbcd8d837fe83428da9b3f647f" + }, + { + "path": "place_container_plate/episode_28.hdf5", + "frames": 156, + "complete_training_windows": 124, + "action_qpos_float32_sha256": "d24f5ef6a1b7b4faab51bf905b74cb2db74c71f7d72cf1bca8abc55b8c483cb9" + }, + { + "path": "place_container_plate/episode_29.hdf5", + "frames": 153, + "complete_training_windows": 121, + "action_qpos_float32_sha256": "d726406f3ad4f0112370c250569fc4dd40eaa36ec3cc95fe9fedc551c89420bf" + }, + { + "path": "place_container_plate/episode_30.hdf5", + "frames": 157, + "complete_training_windows": 125, + "action_qpos_float32_sha256": "3393b61a95121aa512455ddf16dd118ab157ee6e23ee4ba0d5cad266589fc256" + }, + { + "path": "place_container_plate/episode_31.hdf5", + "frames": 166, + "complete_training_windows": 134, + "action_qpos_float32_sha256": "b6038fa33fa6da1fbc15831c67d3b830364e3fc1bfa376ca591b8ce9ebbacc2e" + }, + { + "path": "place_container_plate/episode_32.hdf5", + "frames": 167, + "complete_training_windows": 135, + "action_qpos_float32_sha256": "e9d801ec94effa5cd3921fb0686cc6aeda55563c98d57fc5e85d565c06f7f328" + }, + { + "path": "place_container_plate/episode_33.hdf5", + "frames": 156, + "complete_training_windows": 124, + "action_qpos_float32_sha256": "466c86ff0243940efafabc87e2eb82d06ff1b59029106fd289793f54f0d5b050" + }, + { + "path": "place_container_plate/episode_34.hdf5", + "frames": 180, + "complete_training_windows": 148, + "action_qpos_float32_sha256": "3eeb1f178cbe66bb97395d685173e680647d502bab70dd2b2d25e8af4a438159" + }, + { + "path": "place_container_plate/episode_35.hdf5", + "frames": 153, + "complete_training_windows": 121, + "action_qpos_float32_sha256": "69d4036e6851a1451e3fe86c7711847f3c07bbc1aff2ee176816e80fbe36aa73" + }, + { + "path": "place_container_plate/episode_36.hdf5", + "frames": 157, + "complete_training_windows": 125, + "action_qpos_float32_sha256": "ac68f7d1b3e659db85a013e3366962d1a954f7fd157115776eba8378e7543d9d" + }, + { + "path": "place_container_plate/episode_37.hdf5", + "frames": 170, + "complete_training_windows": 138, + "action_qpos_float32_sha256": "7cc4bf7206ac6223c82a07febfdc50a8ecce34cf8005a7a79f983b0fd0585c0f" + }, + { + "path": "place_container_plate/episode_38.hdf5", + "frames": 178, + "complete_training_windows": 146, + "action_qpos_float32_sha256": "493e1113bf9cbd9098acbe64531e5265e61ac1a29c81775b544cbb492d828bf9" + }, + { + "path": "place_container_plate/episode_39.hdf5", + "frames": 157, + "complete_training_windows": 125, + "action_qpos_float32_sha256": "760456969cf6681dee1a7f00975c297a4b3ffcf992d041d49bcc43966891f4d9" + }, + { + "path": "place_container_plate/episode_40.hdf5", + "frames": 158, + "complete_training_windows": 126, + "action_qpos_float32_sha256": "82973dbf4b319b7ed420d9e430e547a3434734c986a0e9a51fb984cd10b0d150" + }, + { + "path": "place_container_plate/episode_41.hdf5", + "frames": 156, + "complete_training_windows": 124, + "action_qpos_float32_sha256": "175182f7551c2e0096fe5650d95da42b56602428f55232239d38008cbd10481c" + }, + { + "path": "place_container_plate/episode_42.hdf5", + "frames": 158, + "complete_training_windows": 126, + "action_qpos_float32_sha256": "4af28eae89e10739e0eb0c7a76a6560797459114c63c6e57eb3d5f1cd2bce88f" + }, + { + "path": "place_container_plate/episode_43.hdf5", + "frames": 154, + "complete_training_windows": 122, + "action_qpos_float32_sha256": "25d16ba76c4f0bc8d0fbe84348ae02649a9908d8c4778748dfbecce19a9fde88" + }, + { + "path": "place_container_plate/episode_44.hdf5", + "frames": 154, + "complete_training_windows": 122, + "action_qpos_float32_sha256": "a69e99780d27613ea7e4adb01b2b948fb513f6d1feac7d76e3f48de6408d9514" + }, + { + "path": "place_container_plate/episode_45.hdf5", + "frames": 154, + "complete_training_windows": 122, + "action_qpos_float32_sha256": "6fd848ba89f70ca526c3b27efa95c1fb7e503d1f5730357acd844b280ee10078" + }, + { + "path": "place_container_plate/episode_46.hdf5", + "frames": 156, + "complete_training_windows": 124, + "action_qpos_float32_sha256": "1d9fe63ce9f2b05f62bc46f12ea5c5e292a5036bbca27d73d8cfce301446098f" + }, + { + "path": "place_container_plate/episode_47.hdf5", + "frames": 157, + "complete_training_windows": 125, + "action_qpos_float32_sha256": "fe4869ab109e5003619d821c4d3c4fb2759bdf8d996516bf04110e8d4a8da778" + }, + { + "path": "place_container_plate/episode_48.hdf5", + "frames": 153, + "complete_training_windows": 121, + "action_qpos_float32_sha256": "ef97e5aeb2b3e8feae0cdd28646bdced610d5627ced5fe9d5c36b9d5c70ab10c" + }, + { + "path": "place_container_plate/episode_49.hdf5", + "frames": 158, + "complete_training_windows": 126, + "action_qpos_float32_sha256": "b580d6ff21de14355421cb4b46e18476aeaa22ef163001593830c26582dc7733" + }, + { + "path": "press_stapler/episode_0.hdf5", + "frames": 112, + "complete_training_windows": 80, + "action_qpos_float32_sha256": "94603615be40804a0d0389f2fd8ee29dd41d10c112e64183736dec3a59012a9c" + }, + { + "path": "press_stapler/episode_1.hdf5", + "frames": 121, + "complete_training_windows": 89, + "action_qpos_float32_sha256": "bb81aac7565ac3e572d1683e43f4a6850c5de74daef74286fed245dff984d0bb" + }, + { + "path": "press_stapler/episode_2.hdf5", + "frames": 117, + "complete_training_windows": 85, + "action_qpos_float32_sha256": "d7a50e195d67d15601b89565288f4acd75599cc23b8fce864fc335a19399e330" + }, + { + "path": "press_stapler/episode_3.hdf5", + "frames": 118, + "complete_training_windows": 86, + "action_qpos_float32_sha256": "2dd349b4dddc049df655a2ac9568318888d190e7904b1349d2c2a0384bde4a0c" + }, + { + "path": "press_stapler/episode_4.hdf5", + "frames": 121, + "complete_training_windows": 89, + "action_qpos_float32_sha256": "cca1d6f1bc3becd0cb12c490fec000a13bf5098b6b65aa587048d797d34d7579" + }, + { + "path": "press_stapler/episode_5.hdf5", + "frames": 117, + "complete_training_windows": 85, + "action_qpos_float32_sha256": "aaaebde21b590e9beeb08842772d83019090a8ae2390293d4468dfb1767a1d42" + }, + { + "path": "press_stapler/episode_6.hdf5", + "frames": 115, + "complete_training_windows": 83, + "action_qpos_float32_sha256": "6eef4dfeb97d77b9ca6233238e62b0b171981b48aa3e0f0a951e5cdde06411e8" + }, + { + "path": "press_stapler/episode_7.hdf5", + "frames": 125, + "complete_training_windows": 93, + "action_qpos_float32_sha256": "91c0ee45431782380481052be0add9c7d92e32f4e1fb967f7b46f7c58a97eaaf" + }, + { + "path": "press_stapler/episode_8.hdf5", + "frames": 128, + "complete_training_windows": 96, + "action_qpos_float32_sha256": "495f8e82f0519119d847548fb9f63f0cf3fb1002bd6a777257f9b460f08ac922" + }, + { + "path": "press_stapler/episode_9.hdf5", + "frames": 118, + "complete_training_windows": 86, + "action_qpos_float32_sha256": "4f681cae988374eca19792fa05dd12ad4443708b64e87baa3f86d5856cce93de" + }, + { + "path": "press_stapler/episode_10.hdf5", + "frames": 129, + "complete_training_windows": 97, + "action_qpos_float32_sha256": "9e949133c8d19e79a5f38db52e0298b392adcb68dc23dc44d3a7f96161228873" + }, + { + "path": "press_stapler/episode_11.hdf5", + "frames": 114, + "complete_training_windows": 82, + "action_qpos_float32_sha256": "3b4fad8e76f1be7437604d6b12fe649184185fefbff9b5607ff6903246015da3" + }, + { + "path": "press_stapler/episode_12.hdf5", + "frames": 115, + "complete_training_windows": 83, + "action_qpos_float32_sha256": "1daadc71984dc792171a489193ee3d275d5897895451d2632c4df164e2a2dae5" + }, + { + "path": "press_stapler/episode_13.hdf5", + "frames": 123, + "complete_training_windows": 91, + "action_qpos_float32_sha256": "de06b2cba137c001f6a11921938e90f896e2298c88fbaf79f6c2330969c3d4ec" + }, + { + "path": "press_stapler/episode_14.hdf5", + "frames": 123, + "complete_training_windows": 91, + "action_qpos_float32_sha256": "139030c5a10aab2fbfe09c3336785e3ae335f29750e856c86a2a7ceccf469f43" + }, + { + "path": "press_stapler/episode_15.hdf5", + "frames": 116, + "complete_training_windows": 84, + "action_qpos_float32_sha256": "83f4a254fd7fbab603bc3c87f179a3ededf87751cc3b5cbea126b4f5eab91bd3" + }, + { + "path": "press_stapler/episode_16.hdf5", + "frames": 126, + "complete_training_windows": 94, + "action_qpos_float32_sha256": "6d0d2e9b3866bdce4e55d2981e53e8148abedfb762349e970200cf5b58a4b766" + }, + { + "path": "press_stapler/episode_17.hdf5", + "frames": 114, + "complete_training_windows": 82, + "action_qpos_float32_sha256": "47d0a6302df5033b7defd9c282497bdbfd46b42fd04f3177b5e271400833026f" + }, + { + "path": "press_stapler/episode_18.hdf5", + "frames": 116, + "complete_training_windows": 84, + "action_qpos_float32_sha256": "1e8acf995547c3f5a7d11c7c095ce91da171ddf564cea53ff08677393ab40845" + }, + { + "path": "press_stapler/episode_19.hdf5", + "frames": 117, + "complete_training_windows": 85, + "action_qpos_float32_sha256": "c3f18c6e73d9e0088b7ee5722424fa7279304a76045eb1553be46adb77bea475" + }, + { + "path": "press_stapler/episode_20.hdf5", + "frames": 114, + "complete_training_windows": 82, + "action_qpos_float32_sha256": "2882c4d66700b1c55c5a3b2c556c0275edf9ebc56a9d5feb33c0ea3780f9982b" + }, + { + "path": "press_stapler/episode_21.hdf5", + "frames": 115, + "complete_training_windows": 83, + "action_qpos_float32_sha256": "115cbdf74412fc0b3f6df6954d1868010da53b69cddebecf07b4e521aedb2f0d" + }, + { + "path": "press_stapler/episode_22.hdf5", + "frames": 130, + "complete_training_windows": 98, + "action_qpos_float32_sha256": "34994ff91f6665489141314f7936bd9d18450fc5ea74d063f1aec02b08408245" + }, + { + "path": "press_stapler/episode_23.hdf5", + "frames": 114, + "complete_training_windows": 82, + "action_qpos_float32_sha256": "2cff687c9e8221104581455e604b9b76fb5ab93bb277c88d591809087e2fafa7" + }, + { + "path": "press_stapler/episode_24.hdf5", + "frames": 124, + "complete_training_windows": 92, + "action_qpos_float32_sha256": "c92a48cdb1e5d837b9a474e9daea04df8b31846661d8ab8a82450c51c326b815" + }, + { + "path": "press_stapler/episode_25.hdf5", + "frames": 115, + "complete_training_windows": 83, + "action_qpos_float32_sha256": "b3e3acd9aa8f73bc435676e3a66ec5106aed65d889cdd69a83606e49ed48bfc8" + }, + { + "path": "press_stapler/episode_26.hdf5", + "frames": 123, + "complete_training_windows": 91, + "action_qpos_float32_sha256": "8db1a3d3284529d120f1a176dd61381fdac096ee62172df526bbf1a213d1494c" + }, + { + "path": "press_stapler/episode_27.hdf5", + "frames": 113, + "complete_training_windows": 81, + "action_qpos_float32_sha256": "8d62aa458010987c229504da5dd5a32470594c6c621be17c74172bddd7a88643" + }, + { + "path": "press_stapler/episode_28.hdf5", + "frames": 117, + "complete_training_windows": 85, + "action_qpos_float32_sha256": "ffaf322bc9d8b2559c724ba468652a8fa26968578928219fccab0363f5390f87" + }, + { + "path": "press_stapler/episode_29.hdf5", + "frames": 126, + "complete_training_windows": 94, + "action_qpos_float32_sha256": "81b2052686a373d88e6582d8b415401d2ad6f4c9ab5aab97f3096d6ca3c9aecf" + }, + { + "path": "press_stapler/episode_30.hdf5", + "frames": 115, + "complete_training_windows": 83, + "action_qpos_float32_sha256": "309f6ce1b857825f24c9253e0e81813fc27ff28f3dd6fb4ad7e4599c8da5d8b6" + }, + { + "path": "press_stapler/episode_31.hdf5", + "frames": 118, + "complete_training_windows": 86, + "action_qpos_float32_sha256": "b1a164b5428f69808412d0be5f8b1cf3d1186634f043cdb2de896267b4ad65da" + }, + { + "path": "press_stapler/episode_32.hdf5", + "frames": 114, + "complete_training_windows": 82, + "action_qpos_float32_sha256": "ae15558f5a49c41d20089a0311edecfa7e10aad7861ea6920dc9721c8abb83da" + }, + { + "path": "press_stapler/episode_33.hdf5", + "frames": 118, + "complete_training_windows": 86, + "action_qpos_float32_sha256": "821a17d9b9b54221518bd260d43620011fb37ebfa9882a06c821e11fd05910a5" + }, + { + "path": "press_stapler/episode_34.hdf5", + "frames": 117, + "complete_training_windows": 85, + "action_qpos_float32_sha256": "54f7e5c60dd60931bccc4fadad4a1d8478e22737e874ce1b3e900a133600410e" + }, + { + "path": "press_stapler/episode_35.hdf5", + "frames": 121, + "complete_training_windows": 89, + "action_qpos_float32_sha256": "92d264c81657d9a7470160fa11df2baf9e71f5bcd829c3a1d7f15c365a106931" + }, + { + "path": "press_stapler/episode_36.hdf5", + "frames": 119, + "complete_training_windows": 87, + "action_qpos_float32_sha256": "74ffcb5cc2aadfa3fe7116b8fd3260babf9dce502b1c411aa026e84b8702363b" + }, + { + "path": "press_stapler/episode_37.hdf5", + "frames": 118, + "complete_training_windows": 86, + "action_qpos_float32_sha256": "ae7d294580380062893ffa81e720227b0ea37700c52b37d32416ccad229f5a30" + }, + { + "path": "press_stapler/episode_38.hdf5", + "frames": 118, + "complete_training_windows": 86, + "action_qpos_float32_sha256": "4c135c076c09c0a98455d4dbe6eb794dc24b9f6328f9db8ba925cdbd8f2913f3" + }, + { + "path": "press_stapler/episode_39.hdf5", + "frames": 122, + "complete_training_windows": 90, + "action_qpos_float32_sha256": "9c1de822f94845db5b795c0b70fe263292dafa465bd9a02cedf8742d24097e05" + }, + { + "path": "press_stapler/episode_40.hdf5", + "frames": 117, + "complete_training_windows": 85, + "action_qpos_float32_sha256": "6da7267e72ea6eb417995bb9a624be3169a300614db649704eef97475b731730" + }, + { + "path": "press_stapler/episode_41.hdf5", + "frames": 117, + "complete_training_windows": 85, + "action_qpos_float32_sha256": "a32bb177162d70f19a9f98dd46ad95db37802df4bfe04316975c99d190122dd3" + }, + { + "path": "press_stapler/episode_42.hdf5", + "frames": 116, + "complete_training_windows": 84, + "action_qpos_float32_sha256": "3c8af3089e430ad105379ec6bec104edb73b8cfb6f7dafb1c9d8f4ebb24575ee" + }, + { + "path": "press_stapler/episode_43.hdf5", + "frames": 126, + "complete_training_windows": 94, + "action_qpos_float32_sha256": "2cc48c2c04630f709d6b7a5fc43abf1e2e3b28f1b049e970549481c18da9f30f" + }, + { + "path": "press_stapler/episode_44.hdf5", + "frames": 130, + "complete_training_windows": 98, + "action_qpos_float32_sha256": "fe2906c421b7315b88fb923befbc0d185c40af16f95c6159d040b2bf963e69c4" + }, + { + "path": "press_stapler/episode_45.hdf5", + "frames": 119, + "complete_training_windows": 87, + "action_qpos_float32_sha256": "79873c06a502076a6333c4479fac06863c7cd99c9f62cb6b2d8ec1e1411d016d" + }, + { + "path": "press_stapler/episode_46.hdf5", + "frames": 116, + "complete_training_windows": 84, + "action_qpos_float32_sha256": "f6bb9ea208753d762c34a579b75dfcd2ac802cbb2b4b8cf9e9c17fbd093e228d" + }, + { + "path": "press_stapler/episode_47.hdf5", + "frames": 115, + "complete_training_windows": 83, + "action_qpos_float32_sha256": "9f43fdf94380be147f525272af84517b0ba4222d2fd4fc414b34068d84f01cdf" + }, + { + "path": "press_stapler/episode_48.hdf5", + "frames": 126, + "complete_training_windows": 94, + "action_qpos_float32_sha256": "2a42320954fa16a6461405206425c12b1ee4f9065cfe69a970aaed06253b7adc" + }, + { + "path": "press_stapler/episode_49.hdf5", + "frames": 115, + "complete_training_windows": 83, + "action_qpos_float32_sha256": "526f4a8e725eb9a486ede48930b69a5d29244b83ce62fe5f6590a63625b4ba64" + }, + { + "path": "shake_bottle_horizontally/episode_0.hdf5", + "frames": 281, + "complete_training_windows": 249, + "action_qpos_float32_sha256": "b60455ffabe9b001108fc11e065c43a6285dede387daa8dbc14744c9e13c0f24" + }, + { + "path": "shake_bottle_horizontally/episode_1.hdf5", + "frames": 279, + "complete_training_windows": 247, + "action_qpos_float32_sha256": "7dc74cf251da326fd0b5754ad00464dd08f80f03a9f8974fce4e25ddc8616d69" + }, + { + "path": "shake_bottle_horizontally/episode_2.hdf5", + "frames": 275, + "complete_training_windows": 243, + "action_qpos_float32_sha256": "08973e1c95dc4821d1ed1f7c4e5ff044b29f434fdb3d8df952a914b903f83001" + }, + { + "path": "shake_bottle_horizontally/episode_3.hdf5", + "frames": 275, + "complete_training_windows": 243, + "action_qpos_float32_sha256": "268a38bf9dea5693a7dd20b7a22708f29af22d9607522d359a50a1568a11f2b6" + }, + { + "path": "shake_bottle_horizontally/episode_4.hdf5", + "frames": 275, + "complete_training_windows": 243, + "action_qpos_float32_sha256": "db47f05fb397ad46a24ef1c74cd500f6b5f0d1c55ba080adec89dfbe08258edf" + }, + { + "path": "shake_bottle_horizontally/episode_5.hdf5", + "frames": 272, + "complete_training_windows": 240, + "action_qpos_float32_sha256": "02bf282499a2f5e24f2edcf410f17df668e045d9570d7de510c52550f9f81e6a" + }, + { + "path": "shake_bottle_horizontally/episode_6.hdf5", + "frames": 284, + "complete_training_windows": 252, + "action_qpos_float32_sha256": "4e1db9b69e4ac135c0d7eca98c54a4257de05c59e8319026758fcd35f4df134c" + }, + { + "path": "shake_bottle_horizontally/episode_7.hdf5", + "frames": 291, + "complete_training_windows": 259, + "action_qpos_float32_sha256": "df161284a6e4b8b994e7641f1d493a3d0ad99da698fa6a332d4e698413166b5b" + }, + { + "path": "shake_bottle_horizontally/episode_8.hdf5", + "frames": 282, + "complete_training_windows": 250, + "action_qpos_float32_sha256": "696ec3fecf0ba3a1c4d3cefbca0f1ae4a1e43993a018b85340fd71be8cb25af7" + }, + { + "path": "shake_bottle_horizontally/episode_9.hdf5", + "frames": 271, + "complete_training_windows": 239, + "action_qpos_float32_sha256": "adf187558f2c88f7d6cf161661707375e7e9d3e3e9c8e94f1baa98734eaf6592" + }, + { + "path": "shake_bottle_horizontally/episode_10.hdf5", + "frames": 275, + "complete_training_windows": 243, + "action_qpos_float32_sha256": "e7e57236d146cbc91b0df7e64b8b32142fe0ecefb22d97c51503a3e4213ae14e" + }, + { + "path": "shake_bottle_horizontally/episode_11.hdf5", + "frames": 284, + "complete_training_windows": 252, + "action_qpos_float32_sha256": "91d7e1eb6bb14f31c96018dc93588fcf98df9af6badb2b4ad2c6443f2725075d" + }, + { + "path": "shake_bottle_horizontally/episode_12.hdf5", + "frames": 288, + "complete_training_windows": 256, + "action_qpos_float32_sha256": "9f97947f6752f7d4188649dcb527a1a49a9c1b5bf5add1df21fff92e729cac83" + }, + { + "path": "shake_bottle_horizontally/episode_13.hdf5", + "frames": 289, + "complete_training_windows": 257, + "action_qpos_float32_sha256": "1c10987212ba982ed41a91c46cafb4d36dfa3ea285e24e2ceca634c2af574074" + }, + { + "path": "shake_bottle_horizontally/episode_14.hdf5", + "frames": 289, + "complete_training_windows": 257, + "action_qpos_float32_sha256": "592ebc507b3462d326fcf46c1b6d98be30e22855a7f58e459b7f2d6c92f49471" + }, + { + "path": "shake_bottle_horizontally/episode_15.hdf5", + "frames": 273, + "complete_training_windows": 241, + "action_qpos_float32_sha256": "0f5ea38f9cbc1067ce82eeccc94f5ffc1bdaae41c52f06752763fdef9cb71248" + }, + { + "path": "shake_bottle_horizontally/episode_16.hdf5", + "frames": 273, + "complete_training_windows": 241, + "action_qpos_float32_sha256": "3c6a802f01116de124fa2adbc377b2e18a5fc183e04b874582b16e9ea8c7b373" + }, + { + "path": "shake_bottle_horizontally/episode_17.hdf5", + "frames": 274, + "complete_training_windows": 242, + "action_qpos_float32_sha256": "dbe90ed8afe62387c4e632365735136aff37cf36df47b58754a73138115f0f93" + }, + { + "path": "shake_bottle_horizontally/episode_18.hdf5", + "frames": 279, + "complete_training_windows": 247, + "action_qpos_float32_sha256": "030b7fb3e5cab50dce74bf1198accacfdde418b8b6c6f09d3682bc46ea86e50f" + }, + { + "path": "shake_bottle_horizontally/episode_19.hdf5", + "frames": 286, + "complete_training_windows": 254, + "action_qpos_float32_sha256": "b4d94fb9da612e752e6d50d69dea61c5c66246ddb2e2606d14348108dcb3b508" + }, + { + "path": "shake_bottle_horizontally/episode_20.hdf5", + "frames": 278, + "complete_training_windows": 246, + "action_qpos_float32_sha256": "ff46862b813c4da58ae879e884265c79acb8fbea4730b4db5dcef6ab70c224ab" + }, + { + "path": "shake_bottle_horizontally/episode_21.hdf5", + "frames": 271, + "complete_training_windows": 239, + "action_qpos_float32_sha256": "94178075baf0aee468e6c1e08d818a2cf34516726dd00cdc2c22e0d61749e7d4" + }, + { + "path": "shake_bottle_horizontally/episode_22.hdf5", + "frames": 289, + "complete_training_windows": 257, + "action_qpos_float32_sha256": "c92f46ecf7e933c8b8fb5524075680bdac6027c54f0863a75b828d85630ac7e2" + }, + { + "path": "shake_bottle_horizontally/episode_23.hdf5", + "frames": 273, + "complete_training_windows": 241, + "action_qpos_float32_sha256": "a383e4856b8e7b7cc679264f4288410c2222cd9305ec0f659ccb359dbb3a9930" + }, + { + "path": "shake_bottle_horizontally/episode_24.hdf5", + "frames": 274, + "complete_training_windows": 242, + "action_qpos_float32_sha256": "ddc30837f78182d10a206b9bec15630e25fcc06c4dcc5ac28e385cd12d0305ca" + }, + { + "path": "shake_bottle_horizontally/episode_25.hdf5", + "frames": 273, + "complete_training_windows": 241, + "action_qpos_float32_sha256": "fc27adcc061676be8ca7413fe94f91c5823f4bd75ab2179efbbb9e0561a88766" + }, + { + "path": "shake_bottle_horizontally/episode_26.hdf5", + "frames": 275, + "complete_training_windows": 243, + "action_qpos_float32_sha256": "87e4446eb9d1ae59dea1d9db14f012459f533c93359ed1c54df745acd11f9291" + }, + { + "path": "shake_bottle_horizontally/episode_27.hdf5", + "frames": 280, + "complete_training_windows": 248, + "action_qpos_float32_sha256": "f0cd4b8245d07949fe9b1384433f1447be320b560d8ddc3bd7ae64c179e8b979" + }, + { + "path": "shake_bottle_horizontally/episode_28.hdf5", + "frames": 270, + "complete_training_windows": 238, + "action_qpos_float32_sha256": "690081aefba86cdc0a54ab4a07a7e53f90c9c02c1a9eab93bb99c4c8a0c8f2c7" + }, + { + "path": "shake_bottle_horizontally/episode_29.hdf5", + "frames": 285, + "complete_training_windows": 253, + "action_qpos_float32_sha256": "55eca77b291d1fdaf484e771f6d7882033c87a93ad4a1c9b66be646df9b5ef45" + }, + { + "path": "shake_bottle_horizontally/episode_30.hdf5", + "frames": 273, + "complete_training_windows": 241, + "action_qpos_float32_sha256": "09afe123d5e65711e9367f0c5e339b80ec15461f25101073afec3459c19abb44" + }, + { + "path": "shake_bottle_horizontally/episode_31.hdf5", + "frames": 291, + "complete_training_windows": 259, + "action_qpos_float32_sha256": "7a703c4f12487d21bb058ecf3aaebd2a87183832a87f7c21bd8bf0b91e5f302f" + }, + { + "path": "shake_bottle_horizontally/episode_32.hdf5", + "frames": 274, + "complete_training_windows": 242, + "action_qpos_float32_sha256": "ecbd4f77ab9ae3692b8be9303d6f6248aba5de980d36049816a5edce046b9f9c" + }, + { + "path": "shake_bottle_horizontally/episode_33.hdf5", + "frames": 274, + "complete_training_windows": 242, + "action_qpos_float32_sha256": "3c64a3c83057fa41a14e0adba36220a3379be45c8210a060459c4c2fc3444f2d" + }, + { + "path": "shake_bottle_horizontally/episode_34.hdf5", + "frames": 282, + "complete_training_windows": 250, + "action_qpos_float32_sha256": "5c4a4553012d25e109d8d8e171a1b05e66e150ee4fdfcbbc5ff43993b99554c9" + }, + { + "path": "shake_bottle_horizontally/episode_35.hdf5", + "frames": 284, + "complete_training_windows": 252, + "action_qpos_float32_sha256": "aa2511cf16a6d5be24f47c0a9d09ce39906b2e9e420495b502e068b770ab4191" + }, + { + "path": "shake_bottle_horizontally/episode_36.hdf5", + "frames": 282, + "complete_training_windows": 250, + "action_qpos_float32_sha256": "16c945b10c823f4f1190900e943f245826373a004dce86e6aca011a2c5624a7b" + }, + { + "path": "shake_bottle_horizontally/episode_37.hdf5", + "frames": 276, + "complete_training_windows": 244, + "action_qpos_float32_sha256": "64458578b88570c776b41b7511f9c4dbcca99871e2234f3e98628ffceee385b9" + }, + { + "path": "shake_bottle_horizontally/episode_38.hdf5", + "frames": 273, + "complete_training_windows": 241, + "action_qpos_float32_sha256": "52c8b00c80adb61f8aa92447a76e74a92ecaa118429d59917971ba6b6744f60a" + }, + { + "path": "shake_bottle_horizontally/episode_39.hdf5", + "frames": 273, + "complete_training_windows": 241, + "action_qpos_float32_sha256": "8891257b90bd27de863a4245325553aab6297d821cbd12c606df10a7668887ac" + }, + { + "path": "shake_bottle_horizontally/episode_40.hdf5", + "frames": 268, + "complete_training_windows": 236, + "action_qpos_float32_sha256": "8b6fc1b3cf9ab57689bffde04ad954be6a1866dbe4e5ca39f06525d78359b00b" + }, + { + "path": "shake_bottle_horizontally/episode_41.hdf5", + "frames": 274, + "complete_training_windows": 242, + "action_qpos_float32_sha256": "9a5328e59150c8786caf5059155dbbb942739996896b1fbead4adf56916829e8" + }, + { + "path": "shake_bottle_horizontally/episode_42.hdf5", + "frames": 288, + "complete_training_windows": 256, + "action_qpos_float32_sha256": "87f3c3ae1f8692f5e9147dca5b00397e122bddc3d73818354690e18b934bac39" + }, + { + "path": "shake_bottle_horizontally/episode_43.hdf5", + "frames": 283, + "complete_training_windows": 251, + "action_qpos_float32_sha256": "51617fe61be33db5b3b2bb6525f2ec2ad348d4df65758b8f6ebb56ef721a6482" + }, + { + "path": "shake_bottle_horizontally/episode_44.hdf5", + "frames": 286, + "complete_training_windows": 254, + "action_qpos_float32_sha256": "271c3bbd555b1986b767895d14f7ad15d9ef820e0777187405ebd390e54e172b" + }, + { + "path": "shake_bottle_horizontally/episode_45.hdf5", + "frames": 264, + "complete_training_windows": 232, + "action_qpos_float32_sha256": "d065974e6a3e8ac8588adbd1542c6f35a97343e655c9ac143ccd064305a4b8cd" + }, + { + "path": "shake_bottle_horizontally/episode_46.hdf5", + "frames": 279, + "complete_training_windows": 247, + "action_qpos_float32_sha256": "c8367c7c1798739e0ebb7a06a67cda675427b27cd5cd8d75b010b61daed348c1" + }, + { + "path": "shake_bottle_horizontally/episode_47.hdf5", + "frames": 271, + "complete_training_windows": 239, + "action_qpos_float32_sha256": "fee12a8cef8f7476464ab87f504e7ca93091f8cdc913f0a6926ece0f3d730cbe" + }, + { + "path": "shake_bottle_horizontally/episode_48.hdf5", + "frames": 281, + "complete_training_windows": 249, + "action_qpos_float32_sha256": "aa3424d29617e9b061e933081a37194cf86dfaece729e75b582c587cb56450cb" + }, + { + "path": "shake_bottle_horizontally/episode_49.hdf5", + "frames": 272, + "complete_training_windows": 240, + "action_qpos_float32_sha256": "1b23ad3f21f7586acaf258aca89e04d2386d697be822be13d6ede1b36fcce966" + } + ], + "software": { + "torch": "2.7.1+cu128", + "numpy": "2.2.6", + "h5py": "3.16.0" + }, + "dataset_stats_sha256": "99b6c975dd26224a6d6c2c51cf3d0751c77f222d81ca6eb9289bcca8a14c46a5", + "verification": { + "checked_at_utc": "2026-09-16T03:58:47.743824+00:00", + "method": "Independent NumPy float64: edge-padded shifted action slices; unbiased per-episode variances; second-moment mixture identity; all min/max/quantiles; all 500 source action/qpos arrays.", + "num_source_episodes": 500, + "num_source_frames": 85732, + "num_complete_windows": 69732, + "tasks_episode_counts": { + "adjust_bottle": 50, + "dump_bin_bigbin": 50, + "grab_roller": 50, + "lift_pot": 50, + "move_playingcard_away": 50, + "open_laptop": 50, + "place_burger_fries": 50, + "place_container_plate": 50, + "press_stapler": 50, + "shake_bottle_horizontally": 50 + }, + "absolute_errors": { + "action": { + "stepwise_mean": 1.780643132942572e-07, + "global_mean": 5.956371873505617e-08, + "stepwise_std": 1.4618704091695633e-07, + "global_std": 8.915990878932689e-08, + "stepwise_min": 0.0, + "global_min": 0.0, + "stepwise_max": 0.0, + "global_max": 0.0, + "stepwise_q01": 1.9073486345888568e-07, + "global_q01": 1.9073486345888568e-07, + "stepwise_q99": 2.2888183615066282e-07, + "global_q99": 2.2888183615066282e-07 + }, + "state": { + "stepwise_mean": 8.982793842093884e-08, + "global_mean": 8.982793842093884e-08, + "stepwise_std": 5.7156662514046275e-08, + "global_std": 5.7156662514046275e-08, + "stepwise_min": 0.0, + "global_min": 0.0, + "stepwise_max": 0.0, + "global_max": 0.0, + "stepwise_q01": 1.9073486345888568e-07, + "global_q01": 1.9073486345888568e-07, + "stepwise_q99": 2.2888183615066282e-07, + "global_q99": 2.2888183615066282e-07 + } + }, + "rtol": 1e-05, + "atol": 2e-06, + "ae_holdout_reproduces_historical_stats_exactly": true, + "unchanged_reference_sha256": { + "data/robotwin_legacy_official/dataset_stats.json": "295761414dc87747993f9ef28efd77f5b0a42e0bc54a86e2aa2c93766b264842", + "data/robotwin_legacy_official/provenance.json": "469ada30a98814fef4b91354ff6e8562adcb924617b1bfdcf53861013607169a", + "checkpoints/tdaa_robotwin/dataset_statistics.json": "bfd3787d6257f094dccd701e0ff169871b40e6f35cf2d9372768a97771c2dd17" + } + } +} diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/tdaa_frozen_preflight.json b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/tdaa_frozen_preflight.json new file mode 100644 index 0000000000000000000000000000000000000000..dcb125901bf7493d234b0588adb1c68d81348c04 --- /dev/null +++ b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/tdaa_frozen_preflight.json @@ -0,0 +1,84 @@ +{ + "verified": true, + "TDAA": true, + "frozen": true, + "codec_parameter_count": 5810303, + "codec_trainable_parameter_count": 0, + "codec_eval_after_train_call": true, + "codec_train_after_train_call": false, + "codec_sha256": "c958ed5b1f9fe2c7436d2209550cc067fda8c5e727ef167918d06b5b39af6e17", + "codec_latent_shape": [ + 8, + 16 + ], + "training_parameters": { + "batch_size": 16, + "num_workers": 8, + "lr_scheduler_type": "cosine", + "learning_rate": 0.0001, + "num_epochs": 25, + "max_steps": null, + "log_every": 10, + "save_every": 0, + "save_steps": null, + "save_epochs": [ + 5, + 10, + 15, + 20, + 25 + ], + "eval_every": 500, + "eval_num_inference_steps": 10, + "gradient_accumulation_steps": 1, + "mixed_precision": "bf16", + "seed": 42, + "max_grad_norm": 1.0, + "weight_decay": 0.01 + }, + "data": { + "_target_": "fastwam.datasets.tdaa_robotwin.TDAARoboTwinDataset", + "TDAA": true, + "fastwam_norm_stats": "../FastWAM/checkpoints/fastwam_release/robotwin_uncond_3cam_384_dataset_stats.json", + "path": "../../Datasets/RoboTwin2.0_legacy/tdaa_clean", + "pretrained_norm_stats": "checkpoints/tdaa_robotwin_telon1_160k/dataset_statistics.json", + "task_names": [ + "adjust_bottle", + "dump_bin_bigbin", + "grab_roller", + "lift_pot", + "move_playingcard_away", + "open_laptop", + "place_burger_fries", + "place_container_plate", + "press_stapler", + "shake_bottle_horizontally" + ], + "num_episodes": 50, + "split_mode": "policy_all", + "camera_names": [ + "cam_high", + "cam_left_wrist", + "cam_right_wrist" + ], + "val_episode_index": 0, + "is_training_set": true, + "action_horizon": 32, + "num_freqs": 24, + "num_frames": 9, + "video_size": [ + 384, + 320 + ], + "global_sample_stride": 1, + "max_samples": null, + "text_embedding_cache_dir": ".cache/tdaa_text", + "use_text_embed_cache": true, + "context_len": 128 + }, + "initialization": { + "bootstrap_checkpoint": null, + "wan": "/mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Benchmark/FastWAM-TDAA/../FastWAM/checkpoints/Wan-AI/Wan2.2-TI2V-5B", + "action_dit": "checkpoints/ActionDiT_linear_interp_Wan22_alphascale_1024hdim.pt" + } +} diff --git a/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/train.log b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/train.log new file mode 100644 index 0000000000000000000000000000000000000000..f9075713a6c6e01917cf884a0623dc0f73961643 --- /dev/null +++ b/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/train.log @@ -0,0 +1,1500 @@ +[2026-09-18 17:00:51,471][root][INFO] - /opt/rh/devtoolset-11/root/usr/bin/gcc -Wno-unused-result -Wsign-compare -DNDEBUG -fwrapv -O2 -Wall -fPIC -O2 -isystem /mnt/dolphinfs/ssd_pool/docker/user/hadoop-aipnlp/EVA/buxizhou/anaconda3/envs/fastwam/include -fPIC -O2 -isystem /mnt/dolphinfs/ssd_pool/docker/user/hadoop-aipnlp/EVA/buxizhou/anaconda3/envs/fastwam/include -fPIC -c /tmp/tmp5lln66iv/test.c -o /tmp/tmp5lln66iv/test.o +[2026-09-18 17:00:51,479][root][INFO] - /opt/rh/devtoolset-11/root/usr/bin/gcc -Wno-unused-result -Wsign-compare -DNDEBUG -fwrapv -O2 -Wall -fPIC -O2 -isystem /mnt/dolphinfs/ssd_pool/docker/user/hadoop-aipnlp/EVA/buxizhou/anaconda3/envs/fastwam/include -fPIC -O2 -isystem /mnt/dolphinfs/ssd_pool/docker/user/hadoop-aipnlp/EVA/buxizhou/anaconda3/envs/fastwam/include -fPIC -c /tmp/tmpw7p6p99g/test.c -o /tmp/tmpw7p6p99g/test.o +[2026-09-18 17:01:00,735][root][INFO] - /opt/rh/devtoolset-11/root/usr/bin/gcc /tmp/tmp5lln66iv/test.o -laio -o /tmp/tmp5lln66iv/a.out +[2026-09-18 17:01:01,544][root][INFO] - /opt/rh/devtoolset-11/root/usr/bin/gcc /tmp/tmpw7p6p99g/test.o -laio -o /tmp/tmpw7p6p99g/a.out +[2026-09-18 17:01:16,585][root][INFO] - /opt/rh/devtoolset-11/root/usr/bin/gcc -Wno-unused-result -Wsign-compare -DNDEBUG -fwrapv -O2 -Wall -fPIC -O2 -isystem /mnt/dolphinfs/ssd_pool/docker/user/hadoop-aipnlp/EVA/buxizhou/anaconda3/envs/fastwam/include -fPIC -O2 -isystem /mnt/dolphinfs/ssd_pool/docker/user/hadoop-aipnlp/EVA/buxizhou/anaconda3/envs/fastwam/include -fPIC -c /tmp/tmpkg8uppd5/test.c -o /tmp/tmpkg8uppd5/test.o +[2026-09-18 17:01:17,164][root][INFO] - /opt/rh/devtoolset-11/root/usr/bin/gcc -Wno-unused-result -Wsign-compare -DNDEBUG -fwrapv -O2 -Wall -fPIC -O2 -isystem /mnt/dolphinfs/ssd_pool/docker/user/hadoop-aipnlp/EVA/buxizhou/anaconda3/envs/fastwam/include -fPIC -O2 -isystem /mnt/dolphinfs/ssd_pool/docker/user/hadoop-aipnlp/EVA/buxizhou/anaconda3/envs/fastwam/include -fPIC -c /tmp/tmpc7edcibt/test.c -o /tmp/tmpc7edcibt/test.o +[2026-09-18 17:01:26,765][root][INFO] - /opt/rh/devtoolset-11/root/usr/bin/gcc /tmp/tmpkg8uppd5/test.o -L/usr/local/cuda -L/usr/local/cuda/lib64 -lcufile -o /tmp/tmpkg8uppd5/a.out +[2026-09-18 17:01:27,012][root][INFO] - /opt/rh/devtoolset-11/root/usr/bin/gcc /tmp/tmpc7edcibt/test.o -L/usr/local/cuda -L/usr/local/cuda/lib64 -lcufile -o /tmp/tmpc7edcibt/a.out +[2026-09-18 17:01:54,701][fastwam.models.wan22.helpers.loader][INFO] - Loading Wan2.2-TI2V-5B components... +[2026-09-18 17:02:29,109][fastwam.models.wan22.helpers.loader][INFO] - Skipping pretrained text encoder/tokenizer load (`load_text_encoder=False`); training must provide cached `context/context_mask`. +[2026-09-18 17:02:33,465][fastwam.models.wan22.helpers.loader][INFO] - Finished loading Wan2.2-TI2V-5B components in 38.76 seconds. +[2026-09-18 17:02:38,360][fastwam.models.wan22.action_dit][INFO] - ActionDiT backbone payload policy: {'skip_prefixes': ['action_encoder.', 'head.'], 'alpha_scaling': True, 'interpolation': 'sequential_1d_linear_align_corners_true'} +[2026-09-18 17:02:38,618][fastwam.models.wan22.action_dit][INFO] - Loaded ActionDiT backbone from /mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Benchmark/FastWAM-TDAA/checkpoints/ActionDiT_linear_interp_Wan22_alphascale_1024hdim.pt (keys=820; random_kept_prefixes=['action_encoder.', 'head.']). +[2026-09-18 17:02:38,628][fastwam.models.wan22.mot][INFO] - Initialized MoT with experts: ['video', 'action'], num_layers=30 +[2026-09-18 17:02:38,633][fastwam.models.wan22.mot][INFO] - Expert 'video': num_params=5.00 B +[2026-09-18 17:02:38,637][fastwam.models.wan22.mot][INFO] - Expert 'action': num_params=1.02 B +[2026-09-18 17:02:49,809][fastwam.runtime][INFO] - Building val dataset with pretrained_norm_stats: checkpoints/tdaa_robotwin_telon1_160k/dataset_statistics.json +[2026-09-18 17:05:09,814][root][INFO] - /opt/rh/devtoolset-11/root/usr/bin/gcc -Wno-unused-result -Wsign-compare -DNDEBUG -fwrapv -O2 -Wall -fPIC -O2 -isystem /mnt/dolphinfs/ssd_pool/docker/user/hadoop-aipnlp/EVA/buxizhou/anaconda3/envs/fastwam/include -fPIC -O2 -isystem /mnt/dolphinfs/ssd_pool/docker/user/hadoop-aipnlp/EVA/buxizhou/anaconda3/envs/fastwam/include -fPIC -c /tmp/tmp3tzlt5c1/test.c -o /tmp/tmp3tzlt5c1/test.o +[2026-09-18 17:05:09,826][root][INFO] - /opt/rh/devtoolset-11/root/usr/bin/gcc -Wno-unused-result -Wsign-compare -DNDEBUG -fwrapv -O2 -Wall -fPIC -O2 -isystem /mnt/dolphinfs/ssd_pool/docker/user/hadoop-aipnlp/EVA/buxizhou/anaconda3/envs/fastwam/include -fPIC -O2 -isystem /mnt/dolphinfs/ssd_pool/docker/user/hadoop-aipnlp/EVA/buxizhou/anaconda3/envs/fastwam/include -fPIC -c /tmp/tmp7qw0f9zz/test.c -o /tmp/tmp7qw0f9zz/test.o +[2026-09-18 17:05:09,843][root][INFO] - /opt/rh/devtoolset-11/root/usr/bin/gcc -Wno-unused-result -Wsign-compare -DNDEBUG -fwrapv -O2 -Wall -fPIC -O2 -isystem /mnt/dolphinfs/ssd_pool/docker/user/hadoop-aipnlp/EVA/buxizhou/anaconda3/envs/fastwam/include -fPIC -O2 -isystem /mnt/dolphinfs/ssd_pool/docker/user/hadoop-aipnlp/EVA/buxizhou/anaconda3/envs/fastwam/include -fPIC -c /tmp/tmpu7ixloyx/test.c -o /tmp/tmpu7ixloyx/test.o +[2026-09-18 17:05:25,196][root][INFO] - /opt/rh/devtoolset-11/root/usr/bin/gcc -Wno-unused-result -Wsign-compare -DNDEBUG -fwrapv -O2 -Wall -fPIC -O2 -isystem /mnt/dolphinfs/ssd_pool/docker/user/hadoop-aipnlp/EVA/buxizhou/anaconda3/envs/fastwam/include -fPIC -O2 -isystem /mnt/dolphinfs/ssd_pool/docker/user/hadoop-aipnlp/EVA/buxizhou/anaconda3/envs/fastwam/include -fPIC -c /tmp/tmpwih1hvfl/test.c -o /tmp/tmpwih1hvfl/test.o +[2026-09-18 17:05:25,234][root][INFO] - /opt/rh/devtoolset-11/root/usr/bin/gcc -Wno-unused-result -Wsign-compare -DNDEBUG -fwrapv -O2 -Wall -fPIC -O2 -isystem /mnt/dolphinfs/ssd_pool/docker/user/hadoop-aipnlp/EVA/buxizhou/anaconda3/envs/fastwam/include -fPIC -O2 -isystem /mnt/dolphinfs/ssd_pool/docker/user/hadoop-aipnlp/EVA/buxizhou/anaconda3/envs/fastwam/include -fPIC -c /tmp/tmpf5sagdaa/test.c -o /tmp/tmpf5sagdaa/test.o +[2026-09-18 17:05:25,271][root][INFO] - /opt/rh/devtoolset-11/root/usr/bin/gcc -Wno-unused-result -Wsign-compare -DNDEBUG -fwrapv -O2 -Wall -fPIC -O2 -isystem /mnt/dolphinfs/ssd_pool/docker/user/hadoop-aipnlp/EVA/buxizhou/anaconda3/envs/fastwam/include -fPIC -O2 -isystem /mnt/dolphinfs/ssd_pool/docker/user/hadoop-aipnlp/EVA/buxizhou/anaconda3/envs/fastwam/include -fPIC -c /tmp/tmp_l9h0nsj/test.c -o /tmp/tmp_l9h0nsj/test.o +[2026-09-18 17:05:26,667][root][INFO] - /opt/rh/devtoolset-11/root/usr/bin/gcc /tmp/tmpu7ixloyx/test.o -laio -o /tmp/tmpu7ixloyx/a.out +[2026-09-18 17:05:26,768][root][INFO] - /opt/rh/devtoolset-11/root/usr/bin/gcc /tmp/tmp3tzlt5c1/test.o -laio -o /tmp/tmp3tzlt5c1/a.out +[2026-09-18 17:05:29,707][root][INFO] - /opt/rh/devtoolset-11/root/usr/bin/gcc /tmp/tmp7qw0f9zz/test.o -laio -o /tmp/tmp7qw0f9zz/a.out +[2026-09-18 17:05:54,022][root][INFO] - /opt/rh/devtoolset-11/root/usr/bin/gcc /tmp/tmpf5sagdaa/test.o -laio -o /tmp/tmpf5sagdaa/a.out +[2026-09-18 17:06:03,865][root][INFO] - /opt/rh/devtoolset-11/root/usr/bin/gcc /tmp/tmp_l9h0nsj/test.o -laio -o /tmp/tmp_l9h0nsj/a.out +[2026-09-18 17:06:17,556][root][INFO] - /opt/rh/devtoolset-11/root/usr/bin/gcc /tmp/tmpwih1hvfl/test.o -laio -o /tmp/tmpwih1hvfl/a.out +[2026-09-18 17:06:20,885][root][INFO] - /opt/rh/devtoolset-11/root/usr/bin/gcc -Wno-unused-result -Wsign-compare -DNDEBUG -fwrapv -O2 -Wall -fPIC -O2 -isystem /mnt/dolphinfs/ssd_pool/docker/user/hadoop-aipnlp/EVA/buxizhou/anaconda3/envs/fastwam/include -fPIC -O2 -isystem /mnt/dolphinfs/ssd_pool/docker/user/hadoop-aipnlp/EVA/buxizhou/anaconda3/envs/fastwam/include -fPIC -c /tmp/tmpl791zszg/test.c -o /tmp/tmpl791zszg/test.o +[2026-09-18 17:06:20,999][root][INFO] - /opt/rh/devtoolset-11/root/usr/bin/gcc -Wno-unused-result -Wsign-compare -DNDEBUG -fwrapv -O2 -Wall -fPIC -O2 -isystem /mnt/dolphinfs/ssd_pool/docker/user/hadoop-aipnlp/EVA/buxizhou/anaconda3/envs/fastwam/include -fPIC -O2 -isystem /mnt/dolphinfs/ssd_pool/docker/user/hadoop-aipnlp/EVA/buxizhou/anaconda3/envs/fastwam/include -fPIC -c /tmp/tmppq28whwa/test.c -o /tmp/tmppq28whwa/test.o +[2026-09-18 17:06:21,108][root][INFO] - /opt/rh/devtoolset-11/root/usr/bin/gcc -Wno-unused-result -Wsign-compare -DNDEBUG -fwrapv -O2 -Wall -fPIC -O2 -isystem /mnt/dolphinfs/ssd_pool/docker/user/hadoop-aipnlp/EVA/buxizhou/anaconda3/envs/fastwam/include -fPIC -O2 -isystem /mnt/dolphinfs/ssd_pool/docker/user/hadoop-aipnlp/EVA/buxizhou/anaconda3/envs/fastwam/include -fPIC -c /tmp/tmpwdtm3o7e/test.c -o /tmp/tmpwdtm3o7e/test.o +[2026-09-18 17:07:06,299][root][INFO] - /opt/rh/devtoolset-11/root/usr/bin/gcc -Wno-unused-result -Wsign-compare -DNDEBUG -fwrapv -O2 -Wall -fPIC -O2 -isystem /mnt/dolphinfs/ssd_pool/docker/user/hadoop-aipnlp/EVA/buxizhou/anaconda3/envs/fastwam/include -fPIC -O2 -isystem /mnt/dolphinfs/ssd_pool/docker/user/hadoop-aipnlp/EVA/buxizhou/anaconda3/envs/fastwam/include -fPIC -c /tmp/tmpmgjya0hf/test.c -o /tmp/tmpmgjya0hf/test.o +[2026-09-18 17:07:10,540][root][INFO] - /opt/rh/devtoolset-11/root/usr/bin/gcc -Wno-unused-result -Wsign-compare -DNDEBUG -fwrapv -O2 -Wall -fPIC -O2 -isystem /mnt/dolphinfs/ssd_pool/docker/user/hadoop-aipnlp/EVA/buxizhou/anaconda3/envs/fastwam/include -fPIC -O2 -isystem /mnt/dolphinfs/ssd_pool/docker/user/hadoop-aipnlp/EVA/buxizhou/anaconda3/envs/fastwam/include -fPIC -c /tmp/tmpc139suis/test.c -o /tmp/tmpc139suis/test.o +[2026-09-18 17:07:13,593][root][INFO] - /opt/rh/devtoolset-11/root/usr/bin/gcc /tmp/tmpl791zszg/test.o -L/usr/local/cuda -L/usr/local/cuda/lib64 -lcufile -o /tmp/tmpl791zszg/a.out +[2026-09-18 17:07:15,304][root][INFO] - /opt/rh/devtoolset-11/root/usr/bin/gcc /tmp/tmppq28whwa/test.o -L/usr/local/cuda -L/usr/local/cuda/lib64 -lcufile -o /tmp/tmppq28whwa/a.out +[2026-09-18 17:07:18,243][root][INFO] - /opt/rh/devtoolset-11/root/usr/bin/gcc /tmp/tmpwdtm3o7e/test.o -L/usr/local/cuda -L/usr/local/cuda/lib64 -lcufile -o /tmp/tmpwdtm3o7e/a.out +[2026-09-18 17:07:28,456][root][INFO] - /opt/rh/devtoolset-11/root/usr/bin/gcc -Wno-unused-result -Wsign-compare -DNDEBUG -fwrapv -O2 -Wall -fPIC -O2 -isystem /mnt/dolphinfs/ssd_pool/docker/user/hadoop-aipnlp/EVA/buxizhou/anaconda3/envs/fastwam/include -fPIC -O2 -isystem /mnt/dolphinfs/ssd_pool/docker/user/hadoop-aipnlp/EVA/buxizhou/anaconda3/envs/fastwam/include -fPIC -c /tmp/tmpduf15alf/test.c -o /tmp/tmpduf15alf/test.o +[2026-09-18 17:08:03,058][root][INFO] - /opt/rh/devtoolset-11/root/usr/bin/gcc /tmp/tmpmgjya0hf/test.o -L/usr/local/cuda -L/usr/local/cuda/lib64 -lcufile -o /tmp/tmpmgjya0hf/a.out +[2026-09-18 17:08:05,795][root][INFO] - /opt/rh/devtoolset-11/root/usr/bin/gcc /tmp/tmpc139suis/test.o -L/usr/local/cuda -L/usr/local/cuda/lib64 -lcufile -o /tmp/tmpc139suis/a.out +[2026-09-18 17:08:26,727][root][INFO] - /opt/rh/devtoolset-11/root/usr/bin/gcc /tmp/tmpduf15alf/test.o -L/usr/local/cuda -L/usr/local/cuda/lib64 -lcufile -o /tmp/tmpduf15alf/a.out +[2026-09-18 17:19:48,308][fastwam.trainer][INFO] - Configured DeepSpeed gradient_clipping=1.0000 from cfg.max_grad_norm. +[2026-09-18 17:19:48,314][fastwam.trainer][INFO] - Accelerate training: distributed_type=DistributedType.DEEPSPEED zero_stage=1 world_size=8 process_index=0 cfg_mixed_precision=bf16 accelerator_mixed_precision=bf16 grad_accum=1 grad_clip=1.0000 +[2026-09-18 17:19:48,317][fastwam.trainer][INFO] - using accelerator.device=cuda:0 +[2026-09-18 17:19:53,700][fastwam.trainer][INFO] - Checkpoint epochs=[5, 10, 15, 20, 25] -> steps=[2725, 5450, 8175, 10900, 13625] (545 optimizer steps/epoch). +[2026-09-18 17:25:08,511][fastwam.trainer][INFO] - Train/val dataset size: 69732/1282 +[2026-09-18 17:25:08,516][fastwam.trainer][INFO] - Restoring DiT/proprio training and the configured TDAA freeze mode. +[2026-09-18 17:25:10,224][fastwam.trainer][INFO] - Starting training with max_steps=13625. +[2026-09-18 17:27:46,817][fastwam.trainer][INFO] - [train] epoch=0 step=10/13625 loss=1.8525 loss_action=1.3451 loss_video=0.5074 lr=1.61e-06 speed=0.06 step/s, 8.17 samples/s eta=59:13:16 +[2026-09-18 17:27:56,184][fastwam.trainer][INFO] - [train] epoch=0 step=20/13625 loss=1.5292 loss_action=1.1890 loss_video=0.3402 lr=3.08e-06 speed=0.12 step/s, 15.43 samples/s eta=31:21:31 +[2026-09-18 17:28:05,590][fastwam.trainer][INFO] - [train] epoch=0 step=30/13625 loss=1.2308 loss_action=0.9280 loss_video=0.3028 lr=4.55e-06 speed=0.17 step/s, 21.90 samples/s eta=22:04:28 +[2026-09-18 17:28:18,210][fastwam.trainer][INFO] - [train] epoch=0 step=40/13625 loss=0.8790 loss_action=0.6046 loss_video=0.2744 lr=6.01e-06 speed=0.21 step/s, 27.24 samples/s eta=17:44:03 +[2026-09-18 17:28:30,336][fastwam.trainer][INFO] - [train] epoch=0 step=50/13625 loss=0.6781 loss_action=0.4370 loss_video=0.2411 lr=7.48e-06 speed=0.25 step/s, 31.98 samples/s eta=15:05:29 +[2026-09-18 17:28:44,522][fastwam.trainer][INFO] - [train] epoch=0 step=60/13625 loss=0.5834 loss_action=0.3407 loss_video=0.2427 lr=8.94e-06 speed=0.28 step/s, 35.84 samples/s eta=13:27:28 +[2026-09-18 17:28:56,469][fastwam.trainer][INFO] - [train] epoch=0 step=70/13625 loss=0.5613 loss_action=0.3094 loss_video=0.2519 lr=1.04e-05 speed=0.31 step/s, 39.60 samples/s eta=12:10:09 +[2026-09-18 17:29:08,835][fastwam.trainer][INFO] - [train] epoch=0 step=80/13625 loss=0.5615 loss_action=0.2953 loss_video=0.2662 lr=1.19e-05 speed=0.34 step/s, 42.92 samples/s eta=11:13:19 +[2026-09-18 17:29:20,696][fastwam.trainer][INFO] - [train] epoch=0 step=90/13625 loss=0.4739 loss_action=0.2327 loss_video=0.2412 lr=1.33e-05 speed=0.36 step/s, 45.99 samples/s eta=10:27:47 +[2026-09-18 17:29:34,387][fastwam.trainer][INFO] - [train] epoch=0 step=100/13625 loss=0.4386 loss_action=0.2061 loss_video=0.2324 lr=1.48e-05 speed=0.38 step/s, 48.46 samples/s eta=09:55:27 +[2026-09-18 17:29:45,930][fastwam.trainer][INFO] - [train] epoch=0 step=110/13625 loss=0.3952 loss_action=0.1768 loss_video=0.2185 lr=1.63e-05 speed=0.40 step/s, 51.07 samples/s eta=09:24:33 +[2026-09-18 17:29:57,698][fastwam.trainer][INFO] - [train] epoch=0 step=120/13625 loss=0.3904 loss_action=0.1646 loss_video=0.2257 lr=1.77e-05 speed=0.42 step/s, 53.43 samples/s eta=08:59:12 +[2026-09-18 17:30:09,475][fastwam.trainer][INFO] - [train] epoch=0 step=130/13625 loss=0.3670 loss_action=0.1456 loss_video=0.2214 lr=1.92e-05 speed=0.43 step/s, 55.61 samples/s eta=08:37:44 +[2026-09-18 17:30:22,808][fastwam.trainer][INFO] - [train] epoch=0 step=140/13625 loss=0.3386 loss_action=0.1190 loss_video=0.2195 lr=2.07e-05 speed=0.45 step/s, 57.33 samples/s eta=08:21:48 +[2026-09-18 17:30:34,468][fastwam.trainer][INFO] - [train] epoch=0 step=150/13625 loss=0.3510 loss_action=0.1202 loss_video=0.2308 lr=2.21e-05 speed=0.46 step/s, 59.22 samples/s eta=08:05:27 +[2026-09-18 17:30:46,082][fastwam.trainer][INFO] - [train] epoch=0 step=160/13625 loss=0.3081 loss_action=0.1138 loss_video=0.1944 lr=2.36e-05 speed=0.48 step/s, 60.98 samples/s eta=07:51:04 +[2026-09-18 17:30:57,310][fastwam.trainer][INFO] - [train] epoch=0 step=170/13625 loss=0.2855 loss_action=0.1073 loss_video=0.1782 lr=2.51e-05 speed=0.49 step/s, 62.69 samples/s eta=07:37:50 +[2026-09-18 17:31:10,769][fastwam.trainer][INFO] - [train] epoch=0 step=180/13625 loss=0.3336 loss_action=0.1046 loss_video=0.2290 lr=2.65e-05 speed=0.50 step/s, 63.90 samples/s eta=07:28:50 +[2026-09-18 17:31:22,264][fastwam.trainer][INFO] - [train] epoch=0 step=190/13625 loss=0.2793 loss_action=0.0972 loss_video=0.1821 lr=2.80e-05 speed=0.51 step/s, 65.37 samples/s eta=07:18:26 +[2026-09-18 17:31:33,623][fastwam.trainer][INFO] - [train] epoch=0 step=200/13625 loss=0.3076 loss_action=0.0992 loss_video=0.2083 lr=2.95e-05 speed=0.52 step/s, 66.77 samples/s eta=07:08:55 +[2026-09-18 17:31:44,857][fastwam.trainer][INFO] - [train] epoch=0 step=210/13625 loss=0.2870 loss_action=0.0806 loss_video=0.2064 lr=3.09e-05 speed=0.53 step/s, 68.11 samples/s eta=07:00:09 +[2026-09-18 17:31:58,571][fastwam.trainer][INFO] - [train] epoch=0 step=220/13625 loss=0.2619 loss_action=0.0834 loss_video=0.1784 lr=3.24e-05 speed=0.54 step/s, 68.96 samples/s eta=06:54:41 +[2026-09-18 17:32:09,946][fastwam.trainer][INFO] - [train] epoch=0 step=230/13625 loss=0.3129 loss_action=0.0808 loss_video=0.2321 lr=3.39e-05 speed=0.55 step/s, 70.14 samples/s eta=06:47:24 +[2026-09-18 17:32:21,281][fastwam.trainer][INFO] - [train] epoch=0 step=240/13625 loss=0.2526 loss_action=0.0650 loss_video=0.1876 lr=3.53e-05 speed=0.56 step/s, 71.27 samples/s eta=06:40:40 +[2026-09-18 17:32:32,613][fastwam.trainer][INFO] - [train] epoch=0 step=250/13625 loss=0.2778 loss_action=0.0618 loss_video=0.2160 lr=3.68e-05 speed=0.57 step/s, 72.34 samples/s eta=06:34:27 +[2026-09-18 17:32:46,399][fastwam.trainer][INFO] - [train] epoch=0 step=260/13625 loss=0.3051 loss_action=0.0829 loss_video=0.2222 lr=3.83e-05 speed=0.57 step/s, 72.95 samples/s eta=06:30:48 +[2026-09-18 17:32:57,055][fastwam.trainer][INFO] - [train] epoch=0 step=270/13625 loss=0.2594 loss_action=0.0816 loss_video=0.1778 lr=3.97e-05 speed=0.58 step/s, 74.03 samples/s eta=06:24:50 +[2026-09-18 17:33:08,328][fastwam.trainer][INFO] - [train] epoch=0 step=280/13625 loss=0.3048 loss_action=0.0998 loss_video=0.2050 lr=4.12e-05 speed=0.59 step/s, 74.96 samples/s eta=06:19:46 +[2026-09-18 17:33:19,659][fastwam.trainer][INFO] - [train] epoch=0 step=290/13625 loss=0.2650 loss_action=0.0699 loss_video=0.1951 lr=4.27e-05 speed=0.59 step/s, 75.84 samples/s eta=06:15:05 +[2026-09-18 17:33:33,206][fastwam.trainer][INFO] - [train] epoch=0 step=300/13625 loss=0.2510 loss_action=0.0668 loss_video=0.1842 lr=4.41e-05 speed=0.60 step/s, 76.35 samples/s eta=06:12:20 +[2026-09-18 17:33:44,412][fastwam.trainer][INFO] - [train] epoch=0 step=310/13625 loss=0.2679 loss_action=0.0637 loss_video=0.2042 lr=4.56e-05 speed=0.60 step/s, 77.17 samples/s eta=06:08:05 +[2026-09-18 17:33:55,624][fastwam.trainer][INFO] - [train] epoch=0 step=320/13625 loss=0.2383 loss_action=0.0600 loss_video=0.1783 lr=4.71e-05 speed=0.61 step/s, 77.96 samples/s eta=06:04:04 +[2026-09-18 17:34:06,824][fastwam.trainer][INFO] - [train] epoch=0 step=330/13625 loss=0.2389 loss_action=0.0626 loss_video=0.1763 lr=4.85e-05 speed=0.61 step/s, 78.72 samples/s eta=06:00:18 +[2026-09-18 17:34:19,838][fastwam.trainer][INFO] - [train] epoch=0 step=340/13625 loss=0.2548 loss_action=0.0712 loss_video=0.1836 lr=5.00e-05 speed=0.62 step/s, 79.18 samples/s eta=05:57:55 +[2026-09-18 17:34:31,179][fastwam.trainer][INFO] - [train] epoch=0 step=350/13625 loss=0.2293 loss_action=0.0629 loss_video=0.1664 lr=5.15e-05 speed=0.62 step/s, 79.86 samples/s eta=05:54:36 +[2026-09-18 17:34:42,521][fastwam.trainer][INFO] - [train] epoch=0 step=360/13625 loss=0.2382 loss_action=0.0560 loss_video=0.1822 lr=5.29e-05 speed=0.63 step/s, 80.52 samples/s eta=05:51:27 +[2026-09-18 17:34:53,616][fastwam.trainer][INFO] - [train] epoch=0 step=370/13625 loss=0.2349 loss_action=0.0479 loss_video=0.1870 lr=5.44e-05 speed=0.63 step/s, 81.18 samples/s eta=05:48:19 +[2026-09-18 17:35:06,644][fastwam.trainer][INFO] - [train] epoch=0 step=380/13625 loss=0.2397 loss_action=0.0630 loss_video=0.1767 lr=5.59e-05 speed=0.64 step/s, 81.55 samples/s eta=05:46:28 +[2026-09-18 17:35:17,895][fastwam.trainer][INFO] - [train] epoch=0 step=390/13625 loss=0.2435 loss_action=0.0606 loss_video=0.1829 lr=5.73e-05 speed=0.64 step/s, 82.15 samples/s eta=05:43:41 +[2026-09-18 17:35:29,368][fastwam.trainer][INFO] - [train] epoch=0 step=400/13625 loss=0.2382 loss_action=0.0661 loss_video=0.1721 lr=5.88e-05 speed=0.65 step/s, 82.70 samples/s eta=05:41:10 +[2026-09-18 17:35:40,837][fastwam.trainer][INFO] - [train] epoch=0 step=410/13625 loss=0.2277 loss_action=0.0533 loss_video=0.1745 lr=6.03e-05 speed=0.65 step/s, 83.22 samples/s eta=05:38:45 +[2026-09-18 17:35:54,012][fastwam.trainer][INFO] - [train] epoch=0 step=420/13625 loss=0.2289 loss_action=0.0450 loss_video=0.1839 lr=6.17e-05 speed=0.65 step/s, 83.51 samples/s eta=05:37:20 +[2026-09-18 17:36:05,169][fastwam.trainer][INFO] - [train] epoch=0 step=430/13625 loss=0.2318 loss_action=0.0417 loss_video=0.1901 lr=6.32e-05 speed=0.66 step/s, 84.04 samples/s eta=05:34:57 +[2026-09-18 17:36:16,353][fastwam.trainer][INFO] - [train] epoch=0 step=440/13625 loss=0.2350 loss_action=0.0454 loss_video=0.1896 lr=6.47e-05 speed=0.66 step/s, 84.55 samples/s eta=05:32:41 +[2026-09-18 17:36:27,477][fastwam.trainer][INFO] - [train] epoch=0 step=450/13625 loss=0.2139 loss_action=0.0436 loss_video=0.1703 lr=6.61e-05 speed=0.66 step/s, 85.05 samples/s eta=05:30:28 +[2026-09-18 17:36:40,366][fastwam.trainer][INFO] - [train] epoch=0 step=460/13625 loss=0.2215 loss_action=0.0555 loss_video=0.1660 lr=6.76e-05 speed=0.67 step/s, 85.32 samples/s eta=05:29:11 +[2026-09-18 17:36:51,414][fastwam.trainer][INFO] - [train] epoch=0 step=470/13625 loss=0.2165 loss_action=0.0452 loss_video=0.1714 lr=6.91e-05 speed=0.67 step/s, 85.80 samples/s eta=05:27:05 +[2026-09-18 17:37:02,645][fastwam.trainer][INFO] - [train] epoch=0 step=480/13625 loss=0.2348 loss_action=0.0533 loss_video=0.1815 lr=7.05e-05 speed=0.67 step/s, 86.24 samples/s eta=05:25:09 +[2026-09-18 17:37:13,949][fastwam.trainer][INFO] - [train] epoch=0 step=490/13625 loss=0.2279 loss_action=0.0395 loss_video=0.1883 lr=7.20e-05 speed=0.68 step/s, 86.66 samples/s eta=05:23:20 +[2026-09-18 17:37:26,602][fastwam.trainer][INFO] - [train] epoch=0 step=500/13625 loss=0.1995 loss_action=0.0437 loss_video=0.1559 lr=7.35e-05 speed=0.68 step/s, 86.91 samples/s eta=05:22:09 +[2026-09-18 17:38:08,657][fastwam.trainer][INFO] - Restoring DiT/proprio training and the configured TDAA freeze mode. +[2026-09-18 17:38:10,661][fastwam.trainer][INFO] - [eval] step=500 val_loss=0.2174 infer_psnr=24.2433 infer_ssim=0.8663 action_l2=0.0095 action_l1=0.0489 +[2026-09-18 17:38:20,620][fastwam.trainer][INFO] - [train] epoch=0 step=510/13625 loss=0.2276 loss_action=0.0525 loss_video=0.1751 lr=7.49e-05 speed=0.65 step/s, 82.59 samples/s eta=05:38:45 +[2026-09-18 17:38:30,006][fastwam.trainer][INFO] - [train] epoch=0 step=520/13625 loss=0.2080 loss_action=0.0420 loss_video=0.1661 lr=7.64e-05 speed=0.65 step/s, 83.22 samples/s eta=05:35:55 +[2026-09-18 17:38:39,394][fastwam.trainer][INFO] - [train] epoch=0 step=530/13625 loss=0.2406 loss_action=0.0464 loss_video=0.1942 lr=7.79e-05 speed=0.65 step/s, 83.84 samples/s eta=05:33:12 +[2026-09-18 17:38:48,749][fastwam.trainer][INFO] - [train] epoch=0 step=540/13625 loss=0.1915 loss_action=0.0320 loss_video=0.1595 lr=7.93e-05 speed=0.66 step/s, 84.44 samples/s eta=05:30:33 +[2026-09-18 17:39:15,862][fastwam.trainer][INFO] - [train] epoch=1 step=550/13625 loss=0.2216 loss_action=0.0369 loss_video=0.1847 lr=8.08e-05 speed=0.65 step/s, 83.25 samples/s eta=05:35:03 +[2026-09-18 17:39:27,841][fastwam.trainer][INFO] - [train] epoch=1 step=560/13625 loss=0.2238 loss_action=0.0369 loss_video=0.1869 lr=8.23e-05 speed=0.65 step/s, 83.58 samples/s eta=05:33:28 +[2026-09-18 17:39:40,845][fastwam.trainer][INFO] - [train] epoch=1 step=570/13625 loss=0.2151 loss_action=0.0467 loss_video=0.1684 lr=8.37e-05 speed=0.65 step/s, 83.80 samples/s eta=05:32:20 +[2026-09-18 17:39:51,973][fastwam.trainer][INFO] - [train] epoch=1 step=580/13625 loss=0.1970 loss_action=0.0372 loss_video=0.1598 lr=8.52e-05 speed=0.66 step/s, 84.20 samples/s eta=05:30:31 +[2026-09-18 17:40:03,121][fastwam.trainer][INFO] - [train] epoch=1 step=590/13625 loss=0.2117 loss_action=0.0371 loss_video=0.1746 lr=8.67e-05 speed=0.66 step/s, 84.58 samples/s eta=05:28:46 +[2026-09-18 17:40:14,423][fastwam.trainer][INFO] - [train] epoch=1 step=600/13625 loss=0.2231 loss_action=0.0435 loss_video=0.1796 lr=8.81e-05 speed=0.66 step/s, 84.94 samples/s eta=05:27:08 +[2026-09-18 17:40:27,667][fastwam.trainer][INFO] - [train] epoch=1 step=610/13625 loss=0.2171 loss_action=0.0363 loss_video=0.1807 lr=8.96e-05 speed=0.66 step/s, 85.11 samples/s eta=05:26:14 +[2026-09-18 17:40:38,818][fastwam.trainer][INFO] - [train] epoch=1 step=620/13625 loss=0.2279 loss_action=0.0458 loss_video=0.1821 lr=9.11e-05 speed=0.67 step/s, 85.46 samples/s eta=05:24:37 +[2026-09-18 17:40:49,949][fastwam.trainer][INFO] - [train] epoch=1 step=630/13625 loss=0.2096 loss_action=0.0426 loss_video=0.1670 lr=9.25e-05 speed=0.67 step/s, 85.81 samples/s eta=05:23:03 +[2026-09-18 17:41:01,092][fastwam.trainer][INFO] - [train] epoch=1 step=640/13625 loss=0.2330 loss_action=0.0485 loss_video=0.1845 lr=9.40e-05 speed=0.67 step/s, 86.15 samples/s eta=05:21:32 +[2026-09-18 17:41:14,913][fastwam.trainer][INFO] - [train] epoch=1 step=650/13625 loss=0.2236 loss_action=0.0476 loss_video=0.1761 lr=9.55e-05 speed=0.67 step/s, 86.25 samples/s eta=05:20:56 +[2026-09-18 17:41:26,207][fastwam.trainer][INFO] - [train] epoch=1 step=660/13625 loss=0.2026 loss_action=0.0383 loss_video=0.1643 lr=9.69e-05 speed=0.68 step/s, 86.56 samples/s eta=05:19:32 +[2026-09-18 17:41:37,681][fastwam.trainer][INFO] - [train] epoch=1 step=670/13625 loss=0.2136 loss_action=0.0394 loss_video=0.1742 lr=9.84e-05 speed=0.68 step/s, 86.85 samples/s eta=05:18:13 +[2026-09-18 17:41:49,352][fastwam.trainer][INFO] - [train] epoch=1 step=680/13625 loss=0.2016 loss_action=0.0389 loss_video=0.1627 lr=9.99e-05 speed=0.68 step/s, 87.12 samples/s eta=05:17:00 +[2026-09-18 17:42:02,656][fastwam.trainer][INFO] - [train] epoch=1 step=690/13625 loss=0.2179 loss_action=0.0394 loss_video=0.1786 lr=1.00e-04 speed=0.68 step/s, 87.24 samples/s eta=05:16:19 +[2026-09-18 17:42:13,755][fastwam.trainer][INFO] - [train] epoch=1 step=700/13625 loss=0.2231 loss_action=0.0310 loss_video=0.1921 lr=1.00e-04 speed=0.68 step/s, 87.54 samples/s eta=05:14:58 +[2026-09-18 17:42:24,934][fastwam.trainer][INFO] - [train] epoch=1 step=710/13625 loss=0.2018 loss_action=0.0384 loss_video=0.1634 lr=1.00e-04 speed=0.69 step/s, 87.83 samples/s eta=05:13:41 +[2026-09-18 17:42:36,236][fastwam.trainer][INFO] - [train] epoch=1 step=720/13625 loss=0.1982 loss_action=0.0343 loss_video=0.1639 lr=1.00e-04 speed=0.69 step/s, 88.11 samples/s eta=05:12:28 +[2026-09-18 17:42:49,338][fastwam.trainer][INFO] - [train] epoch=1 step=730/13625 loss=0.2313 loss_action=0.0424 loss_video=0.1889 lr=1.00e-04 speed=0.69 step/s, 88.23 samples/s eta=05:11:48 +[2026-09-18 17:43:00,461][fastwam.trainer][INFO] - [train] epoch=1 step=740/13625 loss=0.2330 loss_action=0.0489 loss_video=0.1841 lr=1.00e-04 speed=0.69 step/s, 88.50 samples/s eta=05:10:35 +[2026-09-18 17:43:11,636][fastwam.trainer][INFO] - [train] epoch=1 step=750/13625 loss=0.2103 loss_action=0.0316 loss_video=0.1787 lr=1.00e-04 speed=0.69 step/s, 88.77 samples/s eta=05:09:24 +[2026-09-18 17:43:22,807][fastwam.trainer][INFO] - [train] epoch=1 step=760/13625 loss=0.1995 loss_action=0.0333 loss_video=0.1662 lr=1.00e-04 speed=0.70 step/s, 89.04 samples/s eta=05:08:14 +[2026-09-18 17:43:35,848][fastwam.trainer][INFO] - [train] epoch=1 step=770/13625 loss=0.2116 loss_action=0.0347 loss_video=0.1770 lr=1.00e-04 speed=0.70 step/s, 89.14 samples/s eta=05:07:38 +[2026-09-18 17:43:47,343][fastwam.trainer][INFO] - [train] epoch=1 step=780/13625 loss=0.1896 loss_action=0.0329 loss_video=0.1567 lr=1.00e-04 speed=0.70 step/s, 89.37 samples/s eta=05:06:36 +[2026-09-18 17:43:57,990][fastwam.trainer][INFO] - [train] epoch=1 step=790/13625 loss=0.2009 loss_action=0.0300 loss_video=0.1710 lr=1.00e-04 speed=0.70 step/s, 89.66 samples/s eta=05:05:22 +[2026-09-18 17:44:09,138][fastwam.trainer][INFO] - [train] epoch=1 step=800/13625 loss=0.1936 loss_action=0.0374 loss_video=0.1562 lr=1.00e-04 speed=0.70 step/s, 89.91 samples/s eta=05:04:18 +[2026-09-18 17:44:21,914][fastwam.trainer][INFO] - [train] epoch=1 step=810/13625 loss=0.2084 loss_action=0.0340 loss_video=0.1744 lr=1.00e-04 speed=0.70 step/s, 90.02 samples/s eta=05:03:40 +[2026-09-18 17:44:33,394][fastwam.trainer][INFO] - [train] epoch=1 step=820/13625 loss=0.2037 loss_action=0.0345 loss_video=0.1692 lr=1.00e-04 speed=0.70 step/s, 90.24 samples/s eta=05:02:43 +[2026-09-18 17:44:44,510][fastwam.trainer][INFO] - [train] epoch=1 step=830/13625 loss=0.2083 loss_action=0.0321 loss_video=0.1762 lr=1.00e-04 speed=0.71 step/s, 90.47 samples/s eta=05:01:42 +[2026-09-18 17:44:55,743][fastwam.trainer][INFO] - [train] epoch=1 step=840/13625 loss=0.2074 loss_action=0.0249 loss_video=0.1825 lr=1.00e-04 speed=0.71 step/s, 90.69 samples/s eta=05:00:43 +[2026-09-18 17:45:09,636][fastwam.trainer][INFO] - [train] epoch=1 step=850/13625 loss=0.1740 loss_action=0.0250 loss_video=0.1490 lr=1.00e-04 speed=0.71 step/s, 90.71 samples/s eta=05:00:26 +[2026-09-18 17:45:20,688][fastwam.trainer][INFO] - [train] epoch=1 step=860/13625 loss=0.2012 loss_action=0.0303 loss_video=0.1708 lr=1.00e-04 speed=0.71 step/s, 90.94 samples/s eta=04:59:26 +[2026-09-18 17:45:31,857][fastwam.trainer][INFO] - [train] epoch=1 step=870/13625 loss=0.1969 loss_action=0.0306 loss_video=0.1663 lr=9.99e-05 speed=0.71 step/s, 91.16 samples/s eta=04:58:30 +[2026-09-18 17:45:42,915][fastwam.trainer][INFO] - [train] epoch=1 step=880/13625 loss=0.1704 loss_action=0.0270 loss_video=0.1434 lr=9.99e-05 speed=0.71 step/s, 91.38 samples/s eta=04:57:32 +[2026-09-18 17:45:55,793][fastwam.trainer][INFO] - [train] epoch=1 step=890/13625 loss=0.1876 loss_action=0.0246 loss_video=0.1630 lr=9.99e-05 speed=0.71 step/s, 91.46 samples/s eta=04:57:02 +[2026-09-18 17:46:06,877][fastwam.trainer][INFO] - [train] epoch=1 step=900/13625 loss=0.2060 loss_action=0.0256 loss_video=0.1804 lr=9.99e-05 speed=0.72 step/s, 91.67 samples/s eta=04:56:07 +[2026-09-18 17:46:17,962][fastwam.trainer][INFO] - [train] epoch=1 step=910/13625 loss=0.1630 loss_action=0.0271 loss_video=0.1359 lr=9.99e-05 speed=0.72 step/s, 91.88 samples/s eta=04:55:13 +[2026-09-18 17:46:29,069][fastwam.trainer][INFO] - [train] epoch=1 step=920/13625 loss=0.1827 loss_action=0.0246 loss_video=0.1581 lr=9.99e-05 speed=0.72 step/s, 92.08 samples/s eta=04:54:20 +[2026-09-18 17:46:43,011][fastwam.trainer][INFO] - [train] epoch=1 step=930/13625 loss=0.1965 loss_action=0.0321 loss_video=0.1644 lr=9.99e-05 speed=0.72 step/s, 92.08 samples/s eta=04:54:07 +[2026-09-18 17:46:55,495][fastwam.trainer][INFO] - [train] epoch=1 step=940/13625 loss=0.2052 loss_action=0.0285 loss_video=0.1768 lr=9.99e-05 speed=0.72 step/s, 92.18 samples/s eta=04:53:34 +[2026-09-18 17:47:06,780][fastwam.trainer][INFO] - [train] epoch=1 step=950/13625 loss=0.2025 loss_action=0.0291 loss_video=0.1734 lr=9.99e-05 speed=0.72 step/s, 92.36 samples/s eta=04:52:45 +[2026-09-18 17:47:17,888][fastwam.trainer][INFO] - [train] epoch=1 step=960/13625 loss=0.1908 loss_action=0.0205 loss_video=0.1703 lr=9.99e-05 speed=0.72 step/s, 92.55 samples/s eta=04:51:55 +[2026-09-18 17:47:30,891][fastwam.trainer][INFO] - [train] epoch=1 step=970/13625 loss=0.1788 loss_action=0.0260 loss_video=0.1528 lr=9.99e-05 speed=0.72 step/s, 92.61 samples/s eta=04:51:30 +[2026-09-18 17:47:42,019][fastwam.trainer][INFO] - [train] epoch=1 step=980/13625 loss=0.1709 loss_action=0.0210 loss_video=0.1499 lr=9.99e-05 speed=0.72 step/s, 92.80 samples/s eta=04:50:42 +[2026-09-18 17:47:53,169][fastwam.trainer][INFO] - [train] epoch=1 step=990/13625 loss=0.1795 loss_action=0.0228 loss_video=0.1566 lr=9.99e-05 speed=0.73 step/s, 92.98 samples/s eta=04:49:54 +[2026-09-18 17:48:04,291][fastwam.trainer][INFO] - [train] epoch=1 step=1000/13625 loss=0.1852 loss_action=0.0349 loss_video=0.1503 lr=9.99e-05 speed=0.73 step/s, 93.15 samples/s eta=04:49:07 +[2026-09-18 17:48:09,211][fastwam.trainer][INFO] - Restoring DiT/proprio training and the configured TDAA freeze mode. +[2026-09-18 17:48:10,195][fastwam.trainer][INFO] - [eval] step=1000 val_loss=0.1545 infer_psnr=29.7490 infer_ssim=0.9313 action_l2=0.0018 action_l1=0.0207 +[2026-09-18 17:48:19,547][fastwam.trainer][INFO] - [train] epoch=1 step=1010/13625 loss=0.1876 loss_action=0.0206 loss_video=0.1670 lr=9.98e-05 speed=0.73 step/s, 93.05 samples/s eta=04:49:12 +[2026-09-18 17:48:28,974][fastwam.trainer][INFO] - [train] epoch=1 step=1020/13625 loss=0.1887 loss_action=0.0254 loss_video=0.1633 lr=9.98e-05 speed=0.73 step/s, 93.34 samples/s eta=04:48:05 +[2026-09-18 17:48:40,402][fastwam.trainer][INFO] - [train] epoch=1 step=1030/13625 loss=0.1800 loss_action=0.0229 loss_video=0.1572 lr=9.98e-05 speed=0.73 step/s, 93.49 samples/s eta=04:47:23 +[2026-09-18 17:48:51,767][fastwam.trainer][INFO] - [train] epoch=1 step=1040/13625 loss=0.1849 loss_action=0.0253 loss_video=0.1596 lr=9.98e-05 speed=0.73 step/s, 93.64 samples/s eta=04:46:41 +[2026-09-18 17:49:05,105][fastwam.trainer][INFO] - [train] epoch=1 step=1050/13625 loss=0.1993 loss_action=0.0222 loss_video=0.1771 lr=9.98e-05 speed=0.73 step/s, 93.67 samples/s eta=04:46:24 +[2026-09-18 17:49:16,403][fastwam.trainer][INFO] - [train] epoch=1 step=1060/13625 loss=0.1653 loss_action=0.0245 loss_video=0.1408 lr=9.98e-05 speed=0.73 step/s, 93.82 samples/s eta=04:45:42 +[2026-09-18 17:49:27,630][fastwam.trainer][INFO] - [train] epoch=1 step=1070/13625 loss=0.1628 loss_action=0.0251 loss_video=0.1378 lr=9.98e-05 speed=0.73 step/s, 93.98 samples/s eta=04:45:00 +[2026-09-18 17:49:38,788][fastwam.trainer][INFO] - [train] epoch=1 step=1080/13625 loss=0.1989 loss_action=0.0190 loss_video=0.1799 lr=9.98e-05 speed=0.74 step/s, 94.13 samples/s eta=04:44:18 +[2026-09-18 17:49:50,679][fastwam.trainer][INFO] - [train] epoch=1 step=1090/13625 loss=0.1964 loss_action=0.0209 loss_video=0.1755 lr=9.98e-05 speed=0.74 step/s, 94.24 samples/s eta=04:43:45 +[2026-09-18 17:50:18,684][fastwam.trainer][INFO] - [train] epoch=2 step=1100/13625 loss=0.1531 loss_action=0.0188 loss_video=0.1343 lr=9.97e-05 speed=0.73 step/s, 93.34 samples/s eta=04:46:15 +[2026-09-18 17:50:30,072][fastwam.trainer][INFO] - [train] epoch=2 step=1110/13625 loss=0.1609 loss_action=0.0249 loss_video=0.1359 lr=9.97e-05 speed=0.73 step/s, 93.48 samples/s eta=04:45:35 +[2026-09-18 17:50:41,155][fastwam.trainer][INFO] - [train] epoch=2 step=1120/13625 loss=0.2054 loss_action=0.0219 loss_video=0.1835 lr=9.97e-05 speed=0.73 step/s, 93.64 samples/s eta=04:44:53 +[2026-09-18 17:50:53,976][fastwam.trainer][INFO] - [train] epoch=2 step=1130/13625 loss=0.1802 loss_action=0.0194 loss_video=0.1608 lr=9.97e-05 speed=0.73 step/s, 93.69 samples/s eta=04:44:30 +[2026-09-18 17:51:05,734][fastwam.trainer][INFO] - [train] epoch=2 step=1140/13625 loss=0.1967 loss_action=0.0206 loss_video=0.1760 lr=9.97e-05 speed=0.73 step/s, 93.81 samples/s eta=04:43:55 +[2026-09-18 17:51:16,776][fastwam.trainer][INFO] - [train] epoch=2 step=1150/13625 loss=0.1845 loss_action=0.0248 loss_video=0.1597 lr=9.97e-05 speed=0.73 step/s, 93.96 samples/s eta=04:43:13 +[2026-09-18 17:51:27,912][fastwam.trainer][INFO] - [train] epoch=2 step=1160/13625 loss=0.1780 loss_action=0.0226 loss_video=0.1554 lr=9.97e-05 speed=0.74 step/s, 94.11 samples/s eta=04:42:33 +[2026-09-18 17:51:40,592][fastwam.trainer][INFO] - [train] epoch=2 step=1170/13625 loss=0.1827 loss_action=0.0184 loss_video=0.1643 lr=9.97e-05 speed=0.74 step/s, 94.17 samples/s eta=04:42:09 +[2026-09-18 17:51:52,209][fastwam.trainer][INFO] - [train] epoch=2 step=1180/13625 loss=0.1691 loss_action=0.0207 loss_video=0.1485 lr=9.96e-05 speed=0.74 step/s, 94.28 samples/s eta=04:41:35 +[2026-09-18 17:52:03,943][fastwam.trainer][INFO] - [train] epoch=2 step=1190/13625 loss=0.1956 loss_action=0.0243 loss_video=0.1713 lr=9.96e-05 speed=0.74 step/s, 94.39 samples/s eta=04:41:02 +[2026-09-18 17:52:16,262][fastwam.trainer][INFO] - [train] epoch=2 step=1200/13625 loss=0.1896 loss_action=0.0220 loss_video=0.1677 lr=9.96e-05 speed=0.74 step/s, 94.46 samples/s eta=04:40:36 +[2026-09-18 17:52:29,169][fastwam.trainer][INFO] - [train] epoch=2 step=1210/13625 loss=0.1693 loss_action=0.0195 loss_video=0.1498 lr=9.96e-05 speed=0.74 step/s, 94.50 samples/s eta=04:40:16 +[2026-09-18 17:52:40,182][fastwam.trainer][INFO] - [train] epoch=2 step=1220/13625 loss=0.1855 loss_action=0.0158 loss_video=0.1697 lr=9.96e-05 speed=0.74 step/s, 94.65 samples/s eta=04:39:36 +[2026-09-18 17:52:51,368][fastwam.trainer][INFO] - [train] epoch=2 step=1230/13625 loss=0.1688 loss_action=0.0184 loss_video=0.1504 lr=9.96e-05 speed=0.74 step/s, 94.78 samples/s eta=04:38:59 +[2026-09-18 17:53:02,617][fastwam.trainer][INFO] - [train] epoch=2 step=1240/13625 loss=0.1534 loss_action=0.0185 loss_video=0.1349 lr=9.95e-05 speed=0.74 step/s, 94.91 samples/s eta=04:38:23 +[2026-09-18 17:53:15,519][fastwam.trainer][INFO] - [train] epoch=2 step=1250/13625 loss=0.1400 loss_action=0.0202 loss_video=0.1198 lr=9.95e-05 speed=0.74 step/s, 94.94 samples/s eta=04:38:04 +[2026-09-18 17:53:26,655][fastwam.trainer][INFO] - [train] epoch=2 step=1260/13625 loss=0.1586 loss_action=0.0181 loss_video=0.1404 lr=9.95e-05 speed=0.74 step/s, 95.07 samples/s eta=04:37:27 +[2026-09-18 17:53:37,643][fastwam.trainer][INFO] - [train] epoch=2 step=1270/13625 loss=0.1612 loss_action=0.0220 loss_video=0.1392 lr=9.95e-05 speed=0.74 step/s, 95.21 samples/s eta=04:36:50 +[2026-09-18 17:53:48,651][fastwam.trainer][INFO] - [train] epoch=2 step=1280/13625 loss=0.1734 loss_action=0.0181 loss_video=0.1553 lr=9.95e-05 speed=0.74 step/s, 95.34 samples/s eta=04:36:13 +[2026-09-18 17:54:01,479][fastwam.trainer][INFO] - [train] epoch=2 step=1290/13625 loss=0.1566 loss_action=0.0175 loss_video=0.1391 lr=9.95e-05 speed=0.75 step/s, 95.38 samples/s eta=04:35:54 +[2026-09-18 17:54:12,547][fastwam.trainer][INFO] - [train] epoch=2 step=1300/13625 loss=0.1664 loss_action=0.0189 loss_video=0.1476 lr=9.94e-05 speed=0.75 step/s, 95.50 samples/s eta=04:35:18 +[2026-09-18 17:54:23,839][fastwam.trainer][INFO] - [train] epoch=2 step=1310/13625 loss=0.1526 loss_action=0.0147 loss_video=0.1379 lr=9.94e-05 speed=0.75 step/s, 95.62 samples/s eta=04:34:45 +[2026-09-18 17:54:35,004][fastwam.trainer][INFO] - [train] epoch=2 step=1320/13625 loss=0.1756 loss_action=0.0199 loss_video=0.1556 lr=9.94e-05 speed=0.75 step/s, 95.74 samples/s eta=04:34:11 +[2026-09-18 17:54:47,977][fastwam.trainer][INFO] - [train] epoch=2 step=1330/13625 loss=0.1781 loss_action=0.0192 loss_video=0.1589 lr=9.94e-05 speed=0.75 step/s, 95.76 samples/s eta=04:33:54 +[2026-09-18 17:54:59,129][fastwam.trainer][INFO] - [train] epoch=2 step=1340/13625 loss=0.1497 loss_action=0.0172 loss_video=0.1325 lr=9.94e-05 speed=0.75 step/s, 95.88 samples/s eta=04:33:20 +[2026-09-18 17:55:10,236][fastwam.trainer][INFO] - [train] epoch=2 step=1350/13625 loss=0.1608 loss_action=0.0192 loss_video=0.1415 lr=9.93e-05 speed=0.75 step/s, 96.00 samples/s eta=04:32:46 +[2026-09-18 17:55:21,264][fastwam.trainer][INFO] - [train] epoch=2 step=1360/13625 loss=0.1517 loss_action=0.0187 loss_video=0.1330 lr=9.93e-05 speed=0.75 step/s, 96.12 samples/s eta=04:32:12 +[2026-09-18 17:55:34,223][fastwam.trainer][INFO] - [train] epoch=2 step=1370/13625 loss=0.1486 loss_action=0.0148 loss_video=0.1339 lr=9.93e-05 speed=0.75 step/s, 96.14 samples/s eta=04:31:56 +[2026-09-18 17:55:45,292][fastwam.trainer][INFO] - [train] epoch=2 step=1380/13625 loss=0.1703 loss_action=0.0189 loss_video=0.1514 lr=9.93e-05 speed=0.75 step/s, 96.26 samples/s eta=04:31:22 +[2026-09-18 17:55:56,424][fastwam.trainer][INFO] - [train] epoch=2 step=1390/13625 loss=0.1502 loss_action=0.0167 loss_video=0.1335 lr=9.93e-05 speed=0.75 step/s, 96.37 samples/s eta=04:30:50 +[2026-09-18 17:56:07,524][fastwam.trainer][INFO] - [train] epoch=2 step=1400/13625 loss=0.1821 loss_action=0.0142 loss_video=0.1679 lr=9.92e-05 speed=0.75 step/s, 96.48 samples/s eta=04:30:18 +[2026-09-18 17:56:20,410][fastwam.trainer][INFO] - [train] epoch=2 step=1410/13625 loss=0.1434 loss_action=0.0169 loss_video=0.1266 lr=9.92e-05 speed=0.75 step/s, 96.50 samples/s eta=04:30:01 +[2026-09-18 17:56:31,533][fastwam.trainer][INFO] - [train] epoch=2 step=1420/13625 loss=0.1553 loss_action=0.0168 loss_video=0.1385 lr=9.92e-05 speed=0.75 step/s, 96.61 samples/s eta=04:29:29 +[2026-09-18 17:56:42,695][fastwam.trainer][INFO] - [train] epoch=2 step=1430/13625 loss=0.1595 loss_action=0.0171 loss_video=0.1424 lr=9.92e-05 speed=0.76 step/s, 96.72 samples/s eta=04:28:58 +[2026-09-18 17:56:53,954][fastwam.trainer][INFO] - [train] epoch=2 step=1440/13625 loss=0.1531 loss_action=0.0124 loss_video=0.1408 lr=9.92e-05 speed=0.76 step/s, 96.82 samples/s eta=04:28:28 +[2026-09-18 17:57:07,200][fastwam.trainer][INFO] - [train] epoch=2 step=1450/13625 loss=0.1320 loss_action=0.0145 loss_video=0.1175 lr=9.91e-05 speed=0.76 step/s, 96.82 samples/s eta=04:28:15 +[2026-09-18 17:57:18,374][fastwam.trainer][INFO] - [train] epoch=2 step=1460/13625 loss=0.1690 loss_action=0.0151 loss_video=0.1540 lr=9.91e-05 speed=0.76 step/s, 96.92 samples/s eta=04:27:45 +[2026-09-18 17:57:29,505][fastwam.trainer][INFO] - [train] epoch=2 step=1470/13625 loss=0.1496 loss_action=0.0152 loss_video=0.1344 lr=9.91e-05 speed=0.76 step/s, 97.03 samples/s eta=04:27:15 +[2026-09-18 17:57:40,608][fastwam.trainer][INFO] - [train] epoch=2 step=1480/13625 loss=0.1698 loss_action=0.0154 loss_video=0.1545 lr=9.91e-05 speed=0.76 step/s, 97.13 samples/s eta=04:26:44 +[2026-09-18 17:57:53,542][fastwam.trainer][INFO] - [train] epoch=2 step=1490/13625 loss=0.1577 loss_action=0.0172 loss_video=0.1405 lr=9.90e-05 speed=0.76 step/s, 97.14 samples/s eta=04:26:29 +[2026-09-18 17:58:04,691][fastwam.trainer][INFO] - [train] epoch=2 step=1500/13625 loss=0.1625 loss_action=0.0173 loss_video=0.1453 lr=9.90e-05 speed=0.76 step/s, 97.24 samples/s eta=04:26:00 +[2026-09-18 17:58:09,605][fastwam.trainer][INFO] - Restoring DiT/proprio training and the configured TDAA freeze mode. +[2026-09-18 17:58:10,574][fastwam.trainer][INFO] - [eval] step=1500 val_loss=0.1504 infer_psnr=29.7388 infer_ssim=0.9245 action_l2=0.0019 action_l1=0.0209 +[2026-09-18 17:58:19,976][fastwam.trainer][INFO] - [train] epoch=2 step=1510/13625 loss=0.1617 loss_action=0.0152 loss_video=0.1465 lr=9.90e-05 speed=0.76 step/s, 97.14 samples/s eta=04:26:04 +[2026-09-18 17:58:29,328][fastwam.trainer][INFO] - [train] epoch=2 step=1520/13625 loss=0.1637 loss_action=0.0155 loss_video=0.1482 lr=9.90e-05 speed=0.76 step/s, 97.32 samples/s eta=04:25:20 +[2026-09-18 17:58:39,818][fastwam.trainer][INFO] - [train] epoch=2 step=1530/13625 loss=0.1677 loss_action=0.0170 loss_video=0.1506 lr=9.90e-05 speed=0.76 step/s, 97.45 samples/s eta=04:24:46 +[2026-09-18 17:58:50,887][fastwam.trainer][INFO] - [train] epoch=2 step=1540/13625 loss=0.1637 loss_action=0.0161 loss_video=0.1477 lr=9.89e-05 speed=0.76 step/s, 97.55 samples/s eta=04:24:16 +[2026-09-18 17:59:01,952][fastwam.trainer][INFO] - [train] epoch=2 step=1550/13625 loss=0.1362 loss_action=0.0157 loss_video=0.1205 lr=9.89e-05 speed=0.76 step/s, 97.65 samples/s eta=04:23:47 +[2026-09-18 17:59:13,110][fastwam.trainer][INFO] - [train] epoch=2 step=1560/13625 loss=0.1494 loss_action=0.0146 loss_video=0.1349 lr=9.89e-05 speed=0.76 step/s, 97.74 samples/s eta=04:23:19 +[2026-09-18 17:59:25,978][fastwam.trainer][INFO] - [train] epoch=2 step=1570/13625 loss=0.1497 loss_action=0.0163 loss_video=0.1334 lr=9.89e-05 speed=0.76 step/s, 97.76 samples/s eta=04:23:04 +[2026-09-18 17:59:37,096][fastwam.trainer][INFO] - [train] epoch=2 step=1580/13625 loss=0.1856 loss_action=0.0159 loss_video=0.1697 lr=9.88e-05 speed=0.76 step/s, 97.85 samples/s eta=04:22:36 +[2026-09-18 17:59:48,376][fastwam.trainer][INFO] - [train] epoch=2 step=1590/13625 loss=0.1553 loss_action=0.0169 loss_video=0.1384 lr=9.88e-05 speed=0.77 step/s, 97.93 samples/s eta=04:22:09 +[2026-09-18 17:59:59,796][fastwam.trainer][INFO] - [train] epoch=2 step=1600/13625 loss=0.1414 loss_action=0.0157 loss_video=0.1257 lr=9.88e-05 speed=0.77 step/s, 98.01 samples/s eta=04:21:44 +[2026-09-18 18:00:12,806][fastwam.trainer][INFO] - [train] epoch=2 step=1610/13625 loss=0.1637 loss_action=0.0172 loss_video=0.1465 lr=9.87e-05 speed=0.77 step/s, 98.01 samples/s eta=04:21:30 +[2026-09-18 18:00:23,855][fastwam.trainer][INFO] - [train] epoch=2 step=1620/13625 loss=0.1513 loss_action=0.0155 loss_video=0.1359 lr=9.87e-05 speed=0.77 step/s, 98.11 samples/s eta=04:21:03 +[2026-09-18 18:00:34,946][fastwam.trainer][INFO] - [train] epoch=2 step=1630/13625 loss=0.1370 loss_action=0.0133 loss_video=0.1237 lr=9.87e-05 speed=0.77 step/s, 98.20 samples/s eta=04:20:35 +[2026-09-18 18:01:02,570][fastwam.trainer][INFO] - [train] epoch=3 step=1640/13625 loss=0.1444 loss_action=0.0134 loss_video=0.1310 lr=9.87e-05 speed=0.76 step/s, 97.53 samples/s eta=04:22:09 +[2026-09-18 18:01:14,407][fastwam.trainer][INFO] - [train] epoch=3 step=1650/13625 loss=0.1440 loss_action=0.0135 loss_video=0.1305 lr=9.86e-05 speed=0.76 step/s, 97.59 samples/s eta=04:21:46 +[2026-09-18 18:01:27,633][fastwam.trainer][INFO] - [train] epoch=3 step=1660/13625 loss=0.1561 loss_action=0.0106 loss_video=0.1455 lr=9.86e-05 speed=0.76 step/s, 97.58 samples/s eta=04:21:34 +[2026-09-18 18:01:38,835][fastwam.trainer][INFO] - [train] epoch=3 step=1670/13625 loss=0.1328 loss_action=0.0145 loss_video=0.1184 lr=9.86e-05 speed=0.76 step/s, 97.67 samples/s eta=04:21:07 +[2026-09-18 18:01:49,990][fastwam.trainer][INFO] - [train] epoch=3 step=1680/13625 loss=0.1527 loss_action=0.0150 loss_video=0.1377 lr=9.86e-05 speed=0.76 step/s, 97.76 samples/s eta=04:20:40 +[2026-09-18 18:02:01,042][fastwam.trainer][INFO] - [train] epoch=3 step=1690/13625 loss=0.1504 loss_action=0.0144 loss_video=0.1360 lr=9.85e-05 speed=0.76 step/s, 97.85 samples/s eta=04:20:13 +[2026-09-18 18:02:13,960][fastwam.trainer][INFO] - [train] epoch=3 step=1700/13625 loss=0.1513 loss_action=0.0158 loss_video=0.1356 lr=9.85e-05 speed=0.76 step/s, 97.85 samples/s eta=04:19:58 +[2026-09-18 18:02:25,164][fastwam.trainer][INFO] - [train] epoch=3 step=1710/13625 loss=0.1485 loss_action=0.0161 loss_video=0.1324 lr=9.85e-05 speed=0.77 step/s, 97.94 samples/s eta=04:19:32 +[2026-09-18 18:02:36,444][fastwam.trainer][INFO] - [train] epoch=3 step=1720/13625 loss=0.1519 loss_action=0.0137 loss_video=0.1382 lr=9.84e-05 speed=0.77 step/s, 98.01 samples/s eta=04:19:07 +[2026-09-18 18:02:47,697][fastwam.trainer][INFO] - [train] epoch=3 step=1730/13625 loss=0.1533 loss_action=0.0142 loss_video=0.1391 lr=9.84e-05 speed=0.77 step/s, 98.09 samples/s eta=04:18:41 +[2026-09-18 18:03:00,669][fastwam.trainer][INFO] - [train] epoch=3 step=1740/13625 loss=0.1647 loss_action=0.0166 loss_video=0.1481 lr=9.84e-05 speed=0.77 step/s, 98.10 samples/s eta=04:18:28 +[2026-09-18 18:03:11,979][fastwam.trainer][INFO] - [train] epoch=3 step=1750/13625 loss=0.1553 loss_action=0.0139 loss_video=0.1414 lr=9.83e-05 speed=0.77 step/s, 98.17 samples/s eta=04:18:03 +[2026-09-18 18:03:23,394][fastwam.trainer][INFO] - [train] epoch=3 step=1760/13625 loss=0.1396 loss_action=0.0118 loss_video=0.1278 lr=9.83e-05 speed=0.77 step/s, 98.24 samples/s eta=04:17:39 +[2026-09-18 18:03:34,636][fastwam.trainer][INFO] - [train] epoch=3 step=1770/13625 loss=0.1478 loss_action=0.0135 loss_video=0.1343 lr=9.83e-05 speed=0.77 step/s, 98.32 samples/s eta=04:17:14 +[2026-09-18 18:03:47,693][fastwam.trainer][INFO] - [train] epoch=3 step=1780/13625 loss=0.1823 loss_action=0.0145 loss_video=0.1679 lr=9.82e-05 speed=0.77 step/s, 98.31 samples/s eta=04:17:01 +[2026-09-18 18:03:58,786][fastwam.trainer][INFO] - [train] epoch=3 step=1790/13625 loss=0.1289 loss_action=0.0111 loss_video=0.1177 lr=9.82e-05 speed=0.77 step/s, 98.40 samples/s eta=04:16:35 +[2026-09-18 18:04:09,918][fastwam.trainer][INFO] - [train] epoch=3 step=1800/13625 loss=0.1436 loss_action=0.0122 loss_video=0.1314 lr=9.82e-05 speed=0.77 step/s, 98.47 samples/s eta=04:16:10 +[2026-09-18 18:04:21,019][fastwam.trainer][INFO] - [train] epoch=3 step=1810/13625 loss=0.1670 loss_action=0.0154 loss_video=0.1516 lr=9.82e-05 speed=0.77 step/s, 98.55 samples/s eta=04:15:45 +[2026-09-18 18:04:33,865][fastwam.trainer][INFO] - [train] epoch=3 step=1820/13625 loss=0.1554 loss_action=0.0144 loss_video=0.1410 lr=9.81e-05 speed=0.77 step/s, 98.56 samples/s eta=04:15:31 +[2026-09-18 18:04:44,960][fastwam.trainer][INFO] - [train] epoch=3 step=1830/13625 loss=0.1535 loss_action=0.0138 loss_video=0.1397 lr=9.81e-05 speed=0.77 step/s, 98.64 samples/s eta=04:15:05 +[2026-09-18 18:04:56,089][fastwam.trainer][INFO] - [train] epoch=3 step=1840/13625 loss=0.1431 loss_action=0.0111 loss_video=0.1320 lr=9.81e-05 speed=0.77 step/s, 98.71 samples/s eta=04:14:41 +[2026-09-18 18:05:07,230][fastwam.trainer][INFO] - [train] epoch=3 step=1850/13625 loss=0.1442 loss_action=0.0139 loss_video=0.1303 lr=9.80e-05 speed=0.77 step/s, 98.79 samples/s eta=04:14:16 +[2026-09-18 18:05:20,086][fastwam.trainer][INFO] - [train] epoch=3 step=1860/13625 loss=0.1408 loss_action=0.0145 loss_video=0.1264 lr=9.80e-05 speed=0.77 step/s, 98.79 samples/s eta=04:14:03 +[2026-09-18 18:05:31,178][fastwam.trainer][INFO] - [train] epoch=3 step=1870/13625 loss=0.1503 loss_action=0.0157 loss_video=0.1346 lr=9.80e-05 speed=0.77 step/s, 98.87 samples/s eta=04:13:38 +[2026-09-18 18:05:42,851][fastwam.trainer][INFO] - [train] epoch=3 step=1880/13625 loss=0.1463 loss_action=0.0124 loss_video=0.1339 lr=9.79e-05 speed=0.77 step/s, 98.92 samples/s eta=04:13:17 +[2026-09-18 18:05:54,787][fastwam.trainer][INFO] - [train] epoch=3 step=1890/13625 loss=0.1687 loss_action=0.0121 loss_video=0.1566 lr=9.79e-05 speed=0.77 step/s, 98.96 samples/s eta=04:12:58 +[2026-09-18 18:06:06,655][fastwam.trainer][INFO] - [train] epoch=3 step=1900/13625 loss=0.1400 loss_action=0.0131 loss_video=0.1269 lr=9.78e-05 speed=0.77 step/s, 99.01 samples/s eta=04:12:38 +[2026-09-18 18:06:17,756][fastwam.trainer][INFO] - [train] epoch=3 step=1910/13625 loss=0.1499 loss_action=0.0109 loss_video=0.1390 lr=9.78e-05 speed=0.77 step/s, 99.08 samples/s eta=04:12:14 +[2026-09-18 18:06:29,243][fastwam.trainer][INFO] - [train] epoch=3 step=1920/13625 loss=0.1510 loss_action=0.0126 loss_video=0.1384 lr=9.78e-05 speed=0.77 step/s, 99.14 samples/s eta=04:11:52 +[2026-09-18 18:06:40,445][fastwam.trainer][INFO] - [train] epoch=3 step=1930/13625 loss=0.1602 loss_action=0.0124 loss_video=0.1478 lr=9.77e-05 speed=0.78 step/s, 99.20 samples/s eta=04:11:29 +[2026-09-18 18:06:53,259][fastwam.trainer][INFO] - [train] epoch=3 step=1940/13625 loss=0.1630 loss_action=0.0131 loss_video=0.1500 lr=9.77e-05 speed=0.78 step/s, 99.21 samples/s eta=04:11:16 +[2026-09-18 18:07:04,423][fastwam.trainer][INFO] - [train] epoch=3 step=1950/13625 loss=0.1477 loss_action=0.0117 loss_video=0.1359 lr=9.77e-05 speed=0.78 step/s, 99.28 samples/s eta=04:10:52 +[2026-09-18 18:07:15,540][fastwam.trainer][INFO] - [train] epoch=3 step=1960/13625 loss=0.1529 loss_action=0.0112 loss_video=0.1417 lr=9.76e-05 speed=0.78 step/s, 99.35 samples/s eta=04:10:29 +[2026-09-18 18:07:26,661][fastwam.trainer][INFO] - [train] epoch=3 step=1970/13625 loss=0.1529 loss_action=0.0133 loss_video=0.1397 lr=9.76e-05 speed=0.78 step/s, 99.42 samples/s eta=04:10:06 +[2026-09-18 18:07:39,864][fastwam.trainer][INFO] - [train] epoch=3 step=1980/13625 loss=0.1617 loss_action=0.0111 loss_video=0.1506 lr=9.76e-05 speed=0.78 step/s, 99.40 samples/s eta=04:09:55 +[2026-09-18 18:07:51,069][fastwam.trainer][INFO] - [train] epoch=3 step=1990/13625 loss=0.1666 loss_action=0.0129 loss_video=0.1537 lr=9.75e-05 speed=0.78 step/s, 99.47 samples/s eta=04:09:32 +[2026-09-18 18:08:02,229][fastwam.trainer][INFO] - [train] epoch=3 step=2000/13625 loss=0.1385 loss_action=0.0136 loss_video=0.1250 lr=9.75e-05 speed=0.78 step/s, 99.53 samples/s eta=04:09:09 +[2026-09-18 18:08:07,167][fastwam.trainer][INFO] - Restoring DiT/proprio training and the configured TDAA freeze mode. +[2026-09-18 18:08:08,136][fastwam.trainer][INFO] - [eval] step=2000 val_loss=0.0831 infer_psnr=32.5553 infer_ssim=0.9347 action_l2=0.0016 action_l1=0.0179 +[2026-09-18 18:08:17,527][fastwam.trainer][INFO] - [train] epoch=3 step=2010/13625 loss=0.1419 loss_action=0.0127 loss_video=0.1292 lr=9.74e-05 speed=0.78 step/s, 99.44 samples/s eta=04:09:10 +[2026-09-18 18:08:26,873][fastwam.trainer][INFO] - [train] epoch=3 step=2020/13625 loss=0.1688 loss_action=0.0135 loss_video=0.1554 lr=9.74e-05 speed=0.78 step/s, 99.57 samples/s eta=04:08:37 +[2026-09-18 18:08:37,921][fastwam.trainer][INFO] - [train] epoch=3 step=2030/13625 loss=0.1502 loss_action=0.0134 loss_video=0.1368 lr=9.74e-05 speed=0.78 step/s, 99.64 samples/s eta=04:08:14 +[2026-09-18 18:08:49,242][fastwam.trainer][INFO] - [train] epoch=3 step=2040/13625 loss=0.1597 loss_action=0.0141 loss_video=0.1456 lr=9.73e-05 speed=0.78 step/s, 99.70 samples/s eta=04:07:53 +[2026-09-18 18:09:00,476][fastwam.trainer][INFO] - [train] epoch=3 step=2050/13625 loss=0.1376 loss_action=0.0117 loss_video=0.1259 lr=9.73e-05 speed=0.78 step/s, 99.76 samples/s eta=04:07:31 +[2026-09-18 18:09:13,707][fastwam.trainer][INFO] - [train] epoch=3 step=2060/13625 loss=0.1298 loss_action=0.0108 loss_video=0.1190 lr=9.73e-05 speed=0.78 step/s, 99.75 samples/s eta=04:07:20 +[2026-09-18 18:09:24,887][fastwam.trainer][INFO] - [train] epoch=3 step=2070/13625 loss=0.1494 loss_action=0.0098 loss_video=0.1396 lr=9.72e-05 speed=0.78 step/s, 99.81 samples/s eta=04:06:58 +[2026-09-18 18:09:36,163][fastwam.trainer][INFO] - [train] epoch=3 step=2080/13625 loss=0.1595 loss_action=0.0130 loss_video=0.1465 lr=9.72e-05 speed=0.78 step/s, 99.87 samples/s eta=04:06:37 +[2026-09-18 18:09:47,424][fastwam.trainer][INFO] - [train] epoch=3 step=2090/13625 loss=0.1324 loss_action=0.0131 loss_video=0.1193 lr=9.71e-05 speed=0.78 step/s, 99.93 samples/s eta=04:06:15 +[2026-09-18 18:10:00,446][fastwam.trainer][INFO] - [train] epoch=3 step=2100/13625 loss=0.1332 loss_action=0.0096 loss_video=0.1236 lr=9.71e-05 speed=0.78 step/s, 99.92 samples/s eta=04:06:04 +[2026-09-18 18:10:11,536][fastwam.trainer][INFO] - [train] epoch=3 step=2110/13625 loss=0.1278 loss_action=0.0109 loss_video=0.1169 lr=9.71e-05 speed=0.78 step/s, 99.98 samples/s eta=04:05:41 +[2026-09-18 18:10:22,725][fastwam.trainer][INFO] - [train] epoch=3 step=2120/13625 loss=0.1288 loss_action=0.0110 loss_video=0.1178 lr=9.70e-05 speed=0.78 step/s, 100.04 samples/s eta=04:05:20 +[2026-09-18 18:10:33,811][fastwam.trainer][INFO] - [train] epoch=3 step=2130/13625 loss=0.1297 loss_action=0.0119 loss_video=0.1177 lr=9.70e-05 speed=0.78 step/s, 100.10 samples/s eta=04:04:58 +[2026-09-18 18:10:46,731][fastwam.trainer][INFO] - [train] epoch=3 step=2140/13625 loss=0.1299 loss_action=0.0098 loss_video=0.1201 lr=9.69e-05 speed=0.78 step/s, 100.10 samples/s eta=04:04:46 +[2026-09-18 18:10:57,906][fastwam.trainer][INFO] - [train] epoch=3 step=2150/13625 loss=0.1509 loss_action=0.0099 loss_video=0.1409 lr=9.69e-05 speed=0.78 step/s, 100.16 samples/s eta=04:04:24 +[2026-09-18 18:11:09,819][fastwam.trainer][INFO] - [train] epoch=3 step=2160/13625 loss=0.1284 loss_action=0.0101 loss_video=0.1183 lr=9.68e-05 speed=0.78 step/s, 100.19 samples/s eta=04:04:07 +[2026-09-18 18:11:20,822][fastwam.trainer][INFO] - [train] epoch=3 step=2170/13625 loss=0.1363 loss_action=0.0124 loss_video=0.1239 lr=9.68e-05 speed=0.78 step/s, 100.25 samples/s eta=04:03:45 +[2026-09-18 18:11:34,010][fastwam.trainer][INFO] - [train] epoch=3 step=2180/13625 loss=0.1431 loss_action=0.0111 loss_video=0.1320 lr=9.68e-05 speed=0.78 step/s, 100.24 samples/s eta=04:03:34 +[2026-09-18 18:12:01,629][fastwam.trainer][INFO] - [train] epoch=4 step=2190/13625 loss=0.1267 loss_action=0.0128 loss_video=0.1139 lr=9.67e-05 speed=0.78 step/s, 99.71 samples/s eta=04:04:39 +[2026-09-18 18:12:12,926][fastwam.trainer][INFO] - [train] epoch=4 step=2200/13625 loss=0.1285 loss_action=0.0118 loss_video=0.1167 lr=9.67e-05 speed=0.78 step/s, 99.76 samples/s eta=04:04:18 +[2026-09-18 18:12:24,147][fastwam.trainer][INFO] - [train] epoch=4 step=2210/13625 loss=0.1793 loss_action=0.0117 loss_video=0.1676 lr=9.66e-05 speed=0.78 step/s, 99.82 samples/s eta=04:03:57 +[2026-09-18 18:12:37,012][fastwam.trainer][INFO] - [train] epoch=4 step=2220/13625 loss=0.1425 loss_action=0.0105 loss_video=0.1320 lr=9.66e-05 speed=0.78 step/s, 99.82 samples/s eta=04:03:45 +[2026-09-18 18:12:48,156][fastwam.trainer][INFO] - [train] epoch=4 step=2230/13625 loss=0.1340 loss_action=0.0118 loss_video=0.1222 lr=9.65e-05 speed=0.78 step/s, 99.88 samples/s eta=04:03:23 +[2026-09-18 18:12:59,151][fastwam.trainer][INFO] - [train] epoch=4 step=2240/13625 loss=0.1319 loss_action=0.0109 loss_video=0.1210 lr=9.65e-05 speed=0.78 step/s, 99.94 samples/s eta=04:03:01 +[2026-09-18 18:13:10,257][fastwam.trainer][INFO] - [train] epoch=4 step=2250/13625 loss=0.1311 loss_action=0.0099 loss_video=0.1212 lr=9.65e-05 speed=0.78 step/s, 100.00 samples/s eta=04:02:40 +[2026-09-18 18:13:23,053][fastwam.trainer][INFO] - [train] epoch=4 step=2260/13625 loss=0.1250 loss_action=0.0116 loss_video=0.1134 lr=9.64e-05 speed=0.78 step/s, 100.00 samples/s eta=04:02:27 +[2026-09-18 18:13:34,366][fastwam.trainer][INFO] - [train] epoch=4 step=2270/13625 loss=0.1382 loss_action=0.0135 loss_video=0.1247 lr=9.64e-05 speed=0.78 step/s, 100.05 samples/s eta=04:02:07 +[2026-09-18 18:13:45,492][fastwam.trainer][INFO] - [train] epoch=4 step=2280/13625 loss=0.1438 loss_action=0.0090 loss_video=0.1349 lr=9.63e-05 speed=0.78 step/s, 100.11 samples/s eta=04:01:45 +[2026-09-18 18:13:56,854][fastwam.trainer][INFO] - [train] epoch=4 step=2290/13625 loss=0.1289 loss_action=0.0113 loss_video=0.1176 lr=9.63e-05 speed=0.78 step/s, 100.16 samples/s eta=04:01:26 +[2026-09-18 18:14:10,064][fastwam.trainer][INFO] - [train] epoch=4 step=2300/13625 loss=0.1221 loss_action=0.0094 loss_video=0.1127 lr=9.62e-05 speed=0.78 step/s, 100.14 samples/s eta=04:01:15 +[2026-09-18 18:14:21,370][fastwam.trainer][INFO] - [train] epoch=4 step=2310/13625 loss=0.1367 loss_action=0.0115 loss_video=0.1251 lr=9.62e-05 speed=0.78 step/s, 100.19 samples/s eta=04:00:55 +[2026-09-18 18:14:32,769][fastwam.trainer][INFO] - [train] epoch=4 step=2320/13625 loss=0.1428 loss_action=0.0103 loss_video=0.1326 lr=9.61e-05 speed=0.78 step/s, 100.24 samples/s eta=04:00:36 +[2026-09-18 18:14:44,172][fastwam.trainer][INFO] - [train] epoch=4 step=2330/13625 loss=0.1232 loss_action=0.0105 loss_video=0.1127 lr=9.61e-05 speed=0.78 step/s, 100.28 samples/s eta=04:00:16 +[2026-09-18 18:14:56,984][fastwam.trainer][INFO] - [train] epoch=4 step=2340/13625 loss=0.1382 loss_action=0.0108 loss_video=0.1274 lr=9.60e-05 speed=0.78 step/s, 100.28 samples/s eta=04:00:04 +[2026-09-18 18:15:08,221][fastwam.trainer][INFO] - [train] epoch=4 step=2350/13625 loss=0.1515 loss_action=0.0115 loss_video=0.1401 lr=9.60e-05 speed=0.78 step/s, 100.33 samples/s eta=03:59:43 +[2026-09-18 18:15:19,343][fastwam.trainer][INFO] - [train] epoch=4 step=2360/13625 loss=0.1558 loss_action=0.0120 loss_video=0.1438 lr=9.59e-05 speed=0.78 step/s, 100.39 samples/s eta=03:59:23 +[2026-09-18 18:15:30,461][fastwam.trainer][INFO] - [train] epoch=4 step=2370/13625 loss=0.1366 loss_action=0.0109 loss_video=0.1257 lr=9.59e-05 speed=0.78 step/s, 100.44 samples/s eta=03:59:02 +[2026-09-18 18:15:43,563][fastwam.trainer][INFO] - [train] epoch=4 step=2380/13625 loss=0.1483 loss_action=0.0120 loss_video=0.1362 lr=9.59e-05 speed=0.78 step/s, 100.43 samples/s eta=03:58:51 +[2026-09-18 18:15:54,811][fastwam.trainer][INFO] - [train] epoch=4 step=2390/13625 loss=0.1490 loss_action=0.0089 loss_video=0.1401 lr=9.58e-05 speed=0.79 step/s, 100.48 samples/s eta=03:58:32 +[2026-09-18 18:16:06,068][fastwam.trainer][INFO] - [train] epoch=4 step=2400/13625 loss=0.1408 loss_action=0.0126 loss_video=0.1282 lr=9.58e-05 speed=0.79 step/s, 100.53 samples/s eta=03:58:12 +[2026-09-18 18:16:17,085][fastwam.trainer][INFO] - [train] epoch=4 step=2410/13625 loss=0.1548 loss_action=0.0096 loss_video=0.1452 lr=9.57e-05 speed=0.79 step/s, 100.59 samples/s eta=03:57:51 +[2026-09-18 18:16:30,143][fastwam.trainer][INFO] - [train] epoch=4 step=2420/13625 loss=0.1134 loss_action=0.0107 loss_video=0.1026 lr=9.57e-05 speed=0.79 step/s, 100.57 samples/s eta=03:57:40 +[2026-09-18 18:16:41,752][fastwam.trainer][INFO] - [train] epoch=4 step=2430/13625 loss=0.1652 loss_action=0.0107 loss_video=0.1545 lr=9.56e-05 speed=0.79 step/s, 100.61 samples/s eta=03:57:22 +[2026-09-18 18:16:52,723][fastwam.trainer][INFO] - [train] epoch=4 step=2440/13625 loss=0.1443 loss_action=0.0103 loss_video=0.1340 lr=9.56e-05 speed=0.79 step/s, 100.67 samples/s eta=03:57:01 +[2026-09-18 18:17:04,330][fastwam.trainer][INFO] - [train] epoch=4 step=2450/13625 loss=0.1458 loss_action=0.0121 loss_video=0.1336 lr=9.55e-05 speed=0.79 step/s, 100.70 samples/s eta=03:56:44 +[2026-09-18 18:17:16,500][fastwam.trainer][INFO] - [train] epoch=4 step=2460/13625 loss=0.1213 loss_action=0.0105 loss_video=0.1108 lr=9.55e-05 speed=0.79 step/s, 100.72 samples/s eta=03:56:28 +[2026-09-18 18:17:27,953][fastwam.trainer][INFO] - [train] epoch=4 step=2470/13625 loss=0.1282 loss_action=0.0108 loss_video=0.1174 lr=9.54e-05 speed=0.79 step/s, 100.76 samples/s eta=03:56:10 +[2026-09-18 18:17:39,101][fastwam.trainer][INFO] - [train] epoch=4 step=2480/13625 loss=0.1180 loss_action=0.0095 loss_video=0.1084 lr=9.54e-05 speed=0.79 step/s, 100.81 samples/s eta=03:55:50 +[2026-09-18 18:17:50,255][fastwam.trainer][INFO] - [train] epoch=4 step=2490/13625 loss=0.1288 loss_action=0.0096 loss_video=0.1191 lr=9.53e-05 speed=0.79 step/s, 100.86 samples/s eta=03:55:31 +[2026-09-18 18:18:03,225][fastwam.trainer][INFO] - [train] epoch=4 step=2500/13625 loss=0.1398 loss_action=0.0104 loss_video=0.1295 lr=9.53e-05 speed=0.79 step/s, 100.85 samples/s eta=03:55:19 +[2026-09-18 18:18:08,042][fastwam.trainer][INFO] - Restoring DiT/proprio training and the configured TDAA freeze mode. +[2026-09-18 18:18:09,011][fastwam.trainer][INFO] - [eval] step=2500 val_loss=0.1836 infer_psnr=31.9632 infer_ssim=0.9472 action_l2=0.0030 action_l1=0.0190 +[2026-09-18 18:18:18,354][fastwam.trainer][INFO] - [train] epoch=4 step=2510/13625 loss=0.1586 loss_action=0.0096 loss_video=0.1490 lr=9.52e-05 speed=0.79 step/s, 100.77 samples/s eta=03:55:17 +[2026-09-18 18:18:27,699][fastwam.trainer][INFO] - [train] epoch=4 step=2520/13625 loss=0.1261 loss_action=0.0080 loss_video=0.1181 lr=9.52e-05 speed=0.79 step/s, 100.88 samples/s eta=03:54:50 +[2026-09-18 18:18:37,534][fastwam.trainer][INFO] - [train] epoch=4 step=2530/13625 loss=0.1391 loss_action=0.0100 loss_video=0.1292 lr=9.51e-05 speed=0.79 step/s, 100.97 samples/s eta=03:54:25 +[2026-09-18 18:18:50,377][fastwam.trainer][INFO] - [train] epoch=4 step=2540/13625 loss=0.1344 loss_action=0.0118 loss_video=0.1227 lr=9.50e-05 speed=0.79 step/s, 100.96 samples/s eta=03:54:13 +[2026-09-18 18:19:01,465][fastwam.trainer][INFO] - [train] epoch=4 step=2550/13625 loss=0.1298 loss_action=0.0113 loss_video=0.1186 lr=9.50e-05 speed=0.79 step/s, 101.01 samples/s eta=03:53:53 +[2026-09-18 18:19:12,742][fastwam.trainer][INFO] - [train] epoch=4 step=2560/13625 loss=0.1420 loss_action=0.0097 loss_video=0.1323 lr=9.49e-05 speed=0.79 step/s, 101.06 samples/s eta=03:53:35 +[2026-09-18 18:19:23,978][fastwam.trainer][INFO] - [train] epoch=4 step=2570/13625 loss=0.1230 loss_action=0.0088 loss_video=0.1142 lr=9.49e-05 speed=0.79 step/s, 101.10 samples/s eta=03:53:16 +[2026-09-18 18:19:36,675][fastwam.trainer][INFO] - [train] epoch=4 step=2580/13625 loss=0.1244 loss_action=0.0096 loss_video=0.1148 lr=9.48e-05 speed=0.79 step/s, 101.10 samples/s eta=03:53:03 +[2026-09-18 18:19:48,158][fastwam.trainer][INFO] - [train] epoch=4 step=2590/13625 loss=0.1520 loss_action=0.0106 loss_video=0.1414 lr=9.48e-05 speed=0.79 step/s, 101.14 samples/s eta=03:52:46 +[2026-09-18 18:19:59,452][fastwam.trainer][INFO] - [train] epoch=4 step=2600/13625 loss=0.1309 loss_action=0.0097 loss_video=0.1212 lr=9.47e-05 speed=0.79 step/s, 101.18 samples/s eta=03:52:27 +[2026-09-18 18:20:10,590][fastwam.trainer][INFO] - [train] epoch=4 step=2610/13625 loss=0.1315 loss_action=0.0089 loss_video=0.1226 lr=9.47e-05 speed=0.79 step/s, 101.23 samples/s eta=03:52:08 +[2026-09-18 18:20:23,359][fastwam.trainer][INFO] - [train] epoch=4 step=2620/13625 loss=0.1399 loss_action=0.0096 loss_video=0.1303 lr=9.46e-05 speed=0.79 step/s, 101.22 samples/s eta=03:51:56 +[2026-09-18 18:20:34,817][fastwam.trainer][INFO] - [train] epoch=4 step=2630/13625 loss=0.1222 loss_action=0.0092 loss_video=0.1130 lr=9.46e-05 speed=0.79 step/s, 101.26 samples/s eta=03:51:38 +[2026-09-18 18:20:45,913][fastwam.trainer][INFO] - [train] epoch=4 step=2640/13625 loss=0.1156 loss_action=0.0091 loss_video=0.1065 lr=9.45e-05 speed=0.79 step/s, 101.30 samples/s eta=03:51:19 +[2026-09-18 18:20:57,271][fastwam.trainer][INFO] - [train] epoch=4 step=2650/13625 loss=0.1479 loss_action=0.0096 loss_video=0.1383 lr=9.45e-05 speed=0.79 step/s, 101.34 samples/s eta=03:51:01 +[2026-09-18 18:21:10,081][fastwam.trainer][INFO] - [train] epoch=4 step=2660/13625 loss=0.1125 loss_action=0.0090 loss_video=0.1035 lr=9.44e-05 speed=0.79 step/s, 101.34 samples/s eta=03:50:49 +[2026-09-18 18:21:21,553][fastwam.trainer][INFO] - [train] epoch=4 step=2670/13625 loss=0.1281 loss_action=0.0107 loss_video=0.1174 lr=9.43e-05 speed=0.79 step/s, 101.37 samples/s eta=03:50:32 +[2026-09-18 18:21:32,788][fastwam.trainer][INFO] - [train] epoch=4 step=2680/13625 loss=0.1242 loss_action=0.0083 loss_video=0.1159 lr=9.43e-05 speed=0.79 step/s, 101.41 samples/s eta=03:50:14 +[2026-09-18 18:21:44,037][fastwam.trainer][INFO] - [train] epoch=4 step=2690/13625 loss=0.1347 loss_action=0.0101 loss_video=0.1246 lr=9.42e-05 speed=0.79 step/s, 101.46 samples/s eta=03:49:56 +[2026-09-18 18:21:57,238][fastwam.trainer][INFO] - [train] epoch=4 step=2700/13625 loss=0.1309 loss_action=0.0102 loss_video=0.1207 lr=9.42e-05 speed=0.79 step/s, 101.44 samples/s eta=03:49:45 +[2026-09-18 18:22:09,737][fastwam.trainer][INFO] - [train] epoch=4 step=2710/13625 loss=0.1440 loss_action=0.0106 loss_video=0.1334 lr=9.41e-05 speed=0.79 step/s, 101.44 samples/s eta=03:49:32 +[2026-09-18 18:22:20,798][fastwam.trainer][INFO] - [train] epoch=4 step=2720/13625 loss=0.1191 loss_action=0.0099 loss_video=0.1091 lr=9.41e-05 speed=0.79 step/s, 101.49 samples/s eta=03:49:13 +[2026-09-18 18:26:15,377][accelerate.accelerator][INFO] - Saving current state to /mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Benchmark/FastWAM-TDAA/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/checkpoints/state/step_002725 +[2026-09-18 18:26:15,383][accelerate.accelerator][INFO] - Saving DeepSpeed Model and Optimizer +[2026-09-18 18:33:14,860][accelerate.accelerator][INFO] - DeepSpeed Model and Optimizer saved to output dir /mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Benchmark/FastWAM-TDAA/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/checkpoints/state/step_002725/pytorch_model +[2026-09-18 18:33:14,873][accelerate.checkpointing][INFO] - Scheduler state saved in /mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Benchmark/FastWAM-TDAA/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/checkpoints/state/step_002725/scheduler.bin +[2026-09-18 18:33:14,876][accelerate.checkpointing][INFO] - Sampler state for dataloader 0 saved in /mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Benchmark/FastWAM-TDAA/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/checkpoints/state/step_002725/sampler.bin +[2026-09-18 18:33:16,259][accelerate.checkpointing][INFO] - Random states saved in /mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Benchmark/FastWAM-TDAA/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/checkpoints/state/step_002725/random_states_0.pkl +[2026-09-18 18:33:16,549][fastwam.trainer][INFO] - [ckpt] step=2725 weights=/mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Benchmark/FastWAM-TDAA/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/checkpoints/weights/step_002725.pt state=/mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Benchmark/FastWAM-TDAA/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/checkpoints/state/step_002725 +[2026-09-18 18:33:35,410][fastwam.trainer][INFO] - [train] epoch=5 step=2730/13625 loss=0.1504 loss_action=0.0086 loss_video=0.1418 lr=9.40e-05 speed=0.67 step/s, 85.12 samples/s eta=04:33:03 +[2026-09-18 18:33:47,750][fastwam.trainer][INFO] - [train] epoch=5 step=2740/13625 loss=0.1104 loss_action=0.0083 loss_video=0.1021 lr=9.39e-05 speed=0.67 step/s, 85.18 samples/s eta=04:32:37 +[2026-09-18 18:34:01,081][fastwam.trainer][INFO] - [train] epoch=5 step=2750/13625 loss=0.1278 loss_action=0.0081 loss_video=0.1197 lr=9.39e-05 speed=0.67 step/s, 85.21 samples/s eta=04:32:15 +[2026-09-18 18:34:12,407][fastwam.trainer][INFO] - [train] epoch=5 step=2760/13625 loss=0.1341 loss_action=0.0099 loss_video=0.1242 lr=9.38e-05 speed=0.67 step/s, 85.29 samples/s eta=04:31:46 +[2026-09-18 18:34:23,579][fastwam.trainer][INFO] - [train] epoch=5 step=2770/13625 loss=0.1417 loss_action=0.0112 loss_video=0.1305 lr=9.38e-05 speed=0.67 step/s, 85.37 samples/s eta=04:31:16 +[2026-09-18 18:34:34,766][fastwam.trainer][INFO] - [train] epoch=5 step=2780/13625 loss=0.1338 loss_action=0.0097 loss_video=0.1241 lr=9.37e-05 speed=0.67 step/s, 85.45 samples/s eta=04:30:46 +[2026-09-18 18:34:48,206][fastwam.trainer][INFO] - [train] epoch=5 step=2790/13625 loss=0.1350 loss_action=0.0094 loss_video=0.1256 lr=9.37e-05 speed=0.67 step/s, 85.48 samples/s eta=04:30:25 +[2026-09-18 18:34:59,609][fastwam.trainer][INFO] - [train] epoch=5 step=2800/13625 loss=0.1221 loss_action=0.0083 loss_video=0.1138 lr=9.36e-05 speed=0.67 step/s, 85.55 samples/s eta=04:29:56 +[2026-09-18 18:35:11,195][fastwam.trainer][INFO] - [train] epoch=5 step=2810/13625 loss=0.1407 loss_action=0.0078 loss_video=0.1329 lr=9.35e-05 speed=0.67 step/s, 85.62 samples/s eta=04:29:28 +[2026-09-18 18:35:22,333][fastwam.trainer][INFO] - [train] epoch=5 step=2820/13625 loss=0.1195 loss_action=0.0090 loss_video=0.1106 lr=9.35e-05 speed=0.67 step/s, 85.70 samples/s eta=04:28:58 +[2026-09-18 18:35:35,276][fastwam.trainer][INFO] - [train] epoch=5 step=2830/13625 loss=0.1411 loss_action=0.0074 loss_video=0.1337 lr=9.34e-05 speed=0.67 step/s, 85.74 samples/s eta=04:28:36 +[2026-09-18 18:35:46,451][fastwam.trainer][INFO] - [train] epoch=5 step=2840/13625 loss=0.1254 loss_action=0.0077 loss_video=0.1177 lr=9.34e-05 speed=0.67 step/s, 85.81 samples/s eta=04:28:07 +[2026-09-18 18:35:57,480][fastwam.trainer][INFO] - [train] epoch=5 step=2850/13625 loss=0.1467 loss_action=0.0098 loss_video=0.1369 lr=9.33e-05 speed=0.67 step/s, 85.89 samples/s eta=04:27:37 +[2026-09-18 18:36:08,707][fastwam.trainer][INFO] - [train] epoch=5 step=2860/13625 loss=0.1261 loss_action=0.0088 loss_video=0.1173 lr=9.32e-05 speed=0.67 step/s, 85.96 samples/s eta=04:27:08 +[2026-09-18 18:36:21,681][fastwam.trainer][INFO] - [train] epoch=5 step=2870/13625 loss=0.1121 loss_action=0.0073 loss_video=0.1048 lr=9.32e-05 speed=0.67 step/s, 86.00 samples/s eta=04:26:46 +[2026-09-18 18:36:32,928][fastwam.trainer][INFO] - [train] epoch=5 step=2880/13625 loss=0.1002 loss_action=0.0089 loss_video=0.0913 lr=9.31e-05 speed=0.67 step/s, 86.08 samples/s eta=04:26:18 +[2026-09-18 18:36:44,280][fastwam.trainer][INFO] - [train] epoch=5 step=2890/13625 loss=0.1204 loss_action=0.0085 loss_video=0.1120 lr=9.31e-05 speed=0.67 step/s, 86.15 samples/s eta=04:25:50 +[2026-09-18 18:36:55,534][fastwam.trainer][INFO] - [train] epoch=5 step=2900/13625 loss=0.1353 loss_action=0.0100 loss_video=0.1253 lr=9.30e-05 speed=0.67 step/s, 86.22 samples/s eta=04:25:22 +[2026-09-18 18:37:08,712][fastwam.trainer][INFO] - [train] epoch=5 step=2910/13625 loss=0.1546 loss_action=0.0093 loss_video=0.1454 lr=9.29e-05 speed=0.67 step/s, 86.25 samples/s eta=04:25:01 +[2026-09-18 18:37:19,974][fastwam.trainer][INFO] - [train] epoch=5 step=2920/13625 loss=0.1099 loss_action=0.0093 loss_video=0.1006 lr=9.29e-05 speed=0.67 step/s, 86.32 samples/s eta=04:24:33 +[2026-09-18 18:37:31,632][fastwam.trainer][INFO] - [train] epoch=5 step=2930/13625 loss=0.1193 loss_action=0.0094 loss_video=0.1100 lr=9.28e-05 speed=0.67 step/s, 86.39 samples/s eta=04:24:06 +[2026-09-18 18:37:42,564][fastwam.trainer][INFO] - [train] epoch=5 step=2940/13625 loss=0.1052 loss_action=0.0073 loss_video=0.0978 lr=9.27e-05 speed=0.68 step/s, 86.46 samples/s eta=04:23:37 +[2026-09-18 18:37:55,802][fastwam.trainer][INFO] - [train] epoch=5 step=2950/13625 loss=0.1419 loss_action=0.0091 loss_video=0.1328 lr=9.27e-05 speed=0.68 step/s, 86.49 samples/s eta=04:23:17 +[2026-09-18 18:38:07,017][fastwam.trainer][INFO] - [train] epoch=5 step=2960/13625 loss=0.1110 loss_action=0.0079 loss_video=0.1032 lr=9.26e-05 speed=0.68 step/s, 86.57 samples/s eta=04:22:49 +[2026-09-18 18:38:18,219][fastwam.trainer][INFO] - [train] epoch=5 step=2970/13625 loss=0.1240 loss_action=0.0075 loss_video=0.1164 lr=9.26e-05 speed=0.68 step/s, 86.64 samples/s eta=04:22:22 +[2026-09-18 18:38:30,504][fastwam.trainer][INFO] - [train] epoch=5 step=2980/13625 loss=0.1076 loss_action=0.0083 loss_video=0.0993 lr=9.25e-05 speed=0.68 step/s, 86.69 samples/s eta=04:21:58 +[2026-09-18 18:38:42,328][fastwam.trainer][INFO] - [train] epoch=5 step=2990/13625 loss=0.1270 loss_action=0.0086 loss_video=0.1184 lr=9.24e-05 speed=0.68 step/s, 86.74 samples/s eta=04:21:33 +[2026-09-18 18:38:54,112][fastwam.trainer][INFO] - [train] epoch=5 step=3000/13625 loss=0.1252 loss_action=0.0092 loss_video=0.1160 lr=9.24e-05 speed=0.68 step/s, 86.80 samples/s eta=04:21:07 +[2026-09-18 18:38:58,891][fastwam.trainer][INFO] - Restoring DiT/proprio training and the configured TDAA freeze mode. +[2026-09-18 18:38:59,855][fastwam.trainer][INFO] - [eval] step=3000 val_loss=0.1396 infer_psnr=31.9671 infer_ssim=0.9444 action_l2=0.0006 action_l1=0.0138 +[2026-09-18 18:39:09,242][fastwam.trainer][INFO] - [train] epoch=5 step=3010/13625 loss=0.1322 loss_action=0.0079 loss_video=0.1244 lr=9.23e-05 speed=0.68 step/s, 86.79 samples/s eta=04:20:54 +[2026-09-18 18:39:18,654][fastwam.trainer][INFO] - [train] epoch=5 step=3020/13625 loss=0.1414 loss_action=0.0090 loss_video=0.1324 lr=9.22e-05 speed=0.68 step/s, 86.90 samples/s eta=04:20:21 +[2026-09-18 18:39:28,871][fastwam.trainer][INFO] - [train] epoch=5 step=3030/13625 loss=0.1315 loss_action=0.0091 loss_video=0.1224 lr=9.22e-05 speed=0.68 step/s, 86.99 samples/s eta=04:19:50 +[2026-09-18 18:39:39,966][fastwam.trainer][INFO] - [train] epoch=5 step=3040/13625 loss=0.1334 loss_action=0.0095 loss_video=0.1239 lr=9.21e-05 speed=0.68 step/s, 87.06 samples/s eta=04:19:23 +[2026-09-18 18:39:51,077][fastwam.trainer][INFO] - [train] epoch=5 step=3050/13625 loss=0.1294 loss_action=0.0077 loss_video=0.1217 lr=9.20e-05 speed=0.68 step/s, 87.13 samples/s eta=04:18:56 +[2026-09-18 18:40:02,352][fastwam.trainer][INFO] - [train] epoch=5 step=3060/13625 loss=0.1144 loss_action=0.0075 loss_video=0.1069 lr=9.20e-05 speed=0.68 step/s, 87.19 samples/s eta=04:18:29 +[2026-09-18 18:40:15,141][fastwam.trainer][INFO] - [train] epoch=5 step=3070/13625 loss=0.1467 loss_action=0.0074 loss_video=0.1393 lr=9.19e-05 speed=0.68 step/s, 87.23 samples/s eta=04:18:08 +[2026-09-18 18:40:26,483][fastwam.trainer][INFO] - [train] epoch=5 step=3080/13625 loss=0.1351 loss_action=0.0093 loss_video=0.1258 lr=9.18e-05 speed=0.68 step/s, 87.29 samples/s eta=04:17:42 +[2026-09-18 18:40:37,921][fastwam.trainer][INFO] - [train] epoch=5 step=3090/13625 loss=0.1289 loss_action=0.0087 loss_video=0.1202 lr=9.18e-05 speed=0.68 step/s, 87.36 samples/s eta=04:17:16 +[2026-09-18 18:40:49,173][fastwam.trainer][INFO] - [train] epoch=5 step=3100/13625 loss=0.1293 loss_action=0.0087 loss_video=0.1206 lr=9.17e-05 speed=0.68 step/s, 87.42 samples/s eta=04:16:50 +[2026-09-18 18:41:02,031][fastwam.trainer][INFO] - [train] epoch=5 step=3110/13625 loss=0.1441 loss_action=0.0089 loss_video=0.1352 lr=9.16e-05 speed=0.68 step/s, 87.46 samples/s eta=04:16:29 +[2026-09-18 18:41:13,070][fastwam.trainer][INFO] - [train] epoch=5 step=3120/13625 loss=0.1246 loss_action=0.0089 loss_video=0.1156 lr=9.16e-05 speed=0.68 step/s, 87.52 samples/s eta=04:16:03 +[2026-09-18 18:41:24,165][fastwam.trainer][INFO] - [train] epoch=5 step=3130/13625 loss=0.1374 loss_action=0.0077 loss_video=0.1297 lr=9.15e-05 speed=0.68 step/s, 87.59 samples/s eta=04:15:36 +[2026-09-18 18:41:35,299][fastwam.trainer][INFO] - [train] epoch=5 step=3140/13625 loss=0.1270 loss_action=0.0084 loss_video=0.1186 lr=9.14e-05 speed=0.68 step/s, 87.66 samples/s eta=04:15:10 +[2026-09-18 18:41:48,103][fastwam.trainer][INFO] - [train] epoch=5 step=3150/13625 loss=0.0954 loss_action=0.0074 loss_video=0.0880 lr=9.14e-05 speed=0.69 step/s, 87.69 samples/s eta=04:14:49 +[2026-09-18 18:41:59,252][fastwam.trainer][INFO] - [train] epoch=5 step=3160/13625 loss=0.1396 loss_action=0.0079 loss_video=0.1317 lr=9.13e-05 speed=0.69 step/s, 87.76 samples/s eta=04:14:23 +[2026-09-18 18:42:10,324][fastwam.trainer][INFO] - [train] epoch=5 step=3170/13625 loss=0.1485 loss_action=0.0075 loss_video=0.1410 lr=9.12e-05 speed=0.69 step/s, 87.83 samples/s eta=04:13:57 +[2026-09-18 18:42:21,385][fastwam.trainer][INFO] - [train] epoch=5 step=3180/13625 loss=0.1186 loss_action=0.0113 loss_video=0.1073 lr=9.12e-05 speed=0.69 step/s, 87.89 samples/s eta=04:13:31 +[2026-09-18 18:42:34,343][fastwam.trainer][INFO] - [train] epoch=5 step=3190/13625 loss=0.1168 loss_action=0.0091 loss_video=0.1077 lr=9.11e-05 speed=0.69 step/s, 87.92 samples/s eta=04:13:11 +[2026-09-18 18:42:45,449][fastwam.trainer][INFO] - [train] epoch=5 step=3200/13625 loss=0.1264 loss_action=0.0075 loss_video=0.1189 lr=9.10e-05 speed=0.69 step/s, 87.99 samples/s eta=04:12:45 +[2026-09-18 18:42:56,536][fastwam.trainer][INFO] - [train] epoch=5 step=3210/13625 loss=0.1337 loss_action=0.0059 loss_video=0.1278 lr=9.10e-05 speed=0.69 step/s, 88.05 samples/s eta=04:12:20 +[2026-09-18 18:43:07,662][fastwam.trainer][INFO] - [train] epoch=5 step=3220/13625 loss=0.1347 loss_action=0.0087 loss_video=0.1260 lr=9.09e-05 speed=0.69 step/s, 88.12 samples/s eta=04:11:54 +[2026-09-18 18:43:20,673][fastwam.trainer][INFO] - [train] epoch=5 step=3230/13625 loss=0.1166 loss_action=0.0066 loss_video=0.1100 lr=9.08e-05 speed=0.69 step/s, 88.15 samples/s eta=04:11:35 +[2026-09-18 18:43:31,812][fastwam.trainer][INFO] - [train] epoch=5 step=3240/13625 loss=0.1283 loss_action=0.0091 loss_video=0.1192 lr=9.08e-05 speed=0.69 step/s, 88.21 samples/s eta=04:11:09 +[2026-09-18 18:43:43,387][fastwam.trainer][INFO] - [train] epoch=5 step=3250/13625 loss=0.1173 loss_action=0.0090 loss_video=0.1083 lr=9.07e-05 speed=0.69 step/s, 88.26 samples/s eta=04:10:45 +[2026-09-18 18:43:54,456][fastwam.trainer][INFO] - [train] epoch=5 step=3260/13625 loss=0.1175 loss_action=0.0083 loss_video=0.1093 lr=9.06e-05 speed=0.69 step/s, 88.33 samples/s eta=04:10:20 +[2026-09-18 18:44:07,552][fastwam.trainer][INFO] - [train] epoch=5 step=3270/13625 loss=0.1365 loss_action=0.0084 loss_video=0.1282 lr=9.05e-05 speed=0.69 step/s, 88.35 samples/s eta=04:10:01 +[2026-09-18 18:44:35,062][fastwam.trainer][INFO] - [train] epoch=6 step=3280/13625 loss=0.0979 loss_action=0.0074 loss_video=0.0905 lr=9.05e-05 speed=0.69 step/s, 88.11 samples/s eta=04:10:28 +[2026-09-18 18:44:46,642][fastwam.trainer][INFO] - [train] epoch=6 step=3290/13625 loss=0.1258 loss_action=0.0087 loss_video=0.1171 lr=9.04e-05 speed=0.69 step/s, 88.17 samples/s eta=04:10:04 +[2026-09-18 18:44:58,271][fastwam.trainer][INFO] - [train] epoch=6 step=3300/13625 loss=0.1202 loss_action=0.0073 loss_video=0.1130 lr=9.03e-05 speed=0.69 step/s, 88.22 samples/s eta=04:09:40 +[2026-09-18 18:45:11,436][fastwam.trainer][INFO] - [train] epoch=6 step=3310/13625 loss=0.1228 loss_action=0.0093 loss_video=0.1135 lr=9.03e-05 speed=0.69 step/s, 88.24 samples/s eta=04:09:22 +[2026-09-18 18:45:22,551][fastwam.trainer][INFO] - [train] epoch=6 step=3320/13625 loss=0.1255 loss_action=0.0069 loss_video=0.1186 lr=9.02e-05 speed=0.69 step/s, 88.31 samples/s eta=04:08:57 +[2026-09-18 18:45:33,839][fastwam.trainer][INFO] - [train] epoch=6 step=3330/13625 loss=0.1288 loss_action=0.0091 loss_video=0.1197 lr=9.01e-05 speed=0.69 step/s, 88.37 samples/s eta=04:08:32 +[2026-09-18 18:45:44,941][fastwam.trainer][INFO] - [train] epoch=6 step=3340/13625 loss=0.1060 loss_action=0.0074 loss_video=0.0986 lr=9.00e-05 speed=0.69 step/s, 88.43 samples/s eta=04:08:07 +[2026-09-18 18:45:57,815][fastwam.trainer][INFO] - [train] epoch=6 step=3350/13625 loss=0.1362 loss_action=0.0089 loss_video=0.1273 lr=9.00e-05 speed=0.69 step/s, 88.46 samples/s eta=04:07:48 +[2026-09-18 18:46:08,914][fastwam.trainer][INFO] - [train] epoch=6 step=3360/13625 loss=0.1165 loss_action=0.0063 loss_video=0.1102 lr=8.99e-05 speed=0.69 step/s, 88.52 samples/s eta=04:07:23 +[2026-09-18 18:46:19,935][fastwam.trainer][INFO] - [train] epoch=6 step=3370/13625 loss=0.1252 loss_action=0.0070 loss_video=0.1182 lr=8.98e-05 speed=0.69 step/s, 88.58 samples/s eta=04:06:58 +[2026-09-18 18:46:31,167][fastwam.trainer][INFO] - [train] epoch=6 step=3380/13625 loss=0.1072 loss_action=0.0063 loss_video=0.1009 lr=8.98e-05 speed=0.69 step/s, 88.64 samples/s eta=04:06:34 +[2026-09-18 18:46:44,666][fastwam.trainer][INFO] - [train] epoch=6 step=3390/13625 loss=0.1153 loss_action=0.0090 loss_video=0.1063 lr=8.97e-05 speed=0.69 step/s, 88.66 samples/s eta=04:06:17 +[2026-09-18 18:46:55,834][fastwam.trainer][INFO] - [train] epoch=6 step=3400/13625 loss=0.1097 loss_action=0.0079 loss_video=0.1017 lr=8.96e-05 speed=0.69 step/s, 88.71 samples/s eta=04:05:52 +[2026-09-18 18:47:07,126][fastwam.trainer][INFO] - [train] epoch=6 step=3410/13625 loss=0.1073 loss_action=0.0093 loss_video=0.0980 lr=8.95e-05 speed=0.69 step/s, 88.77 samples/s eta=04:05:29 +[2026-09-18 18:47:18,419][fastwam.trainer][INFO] - [train] epoch=6 step=3420/13625 loss=0.1227 loss_action=0.0093 loss_video=0.1135 lr=8.95e-05 speed=0.69 step/s, 88.83 samples/s eta=04:05:05 +[2026-09-18 18:47:31,526][fastwam.trainer][INFO] - [train] epoch=6 step=3430/13625 loss=0.1148 loss_action=0.0073 loss_video=0.1075 lr=8.94e-05 speed=0.69 step/s, 88.85 samples/s eta=04:04:47 +[2026-09-18 18:47:42,772][fastwam.trainer][INFO] - [train] epoch=6 step=3440/13625 loss=0.1251 loss_action=0.0071 loss_video=0.1180 lr=8.93e-05 speed=0.69 step/s, 88.91 samples/s eta=04:04:23 +[2026-09-18 18:47:53,913][fastwam.trainer][INFO] - [train] epoch=6 step=3450/13625 loss=0.1227 loss_action=0.0068 loss_video=0.1159 lr=8.92e-05 speed=0.70 step/s, 88.97 samples/s eta=04:03:59 +[2026-09-18 18:48:05,337][fastwam.trainer][INFO] - [train] epoch=6 step=3460/13625 loss=0.1208 loss_action=0.0082 loss_video=0.1126 lr=8.92e-05 speed=0.70 step/s, 89.02 samples/s eta=04:03:36 +[2026-09-18 18:48:18,295][fastwam.trainer][INFO] - [train] epoch=6 step=3470/13625 loss=0.1202 loss_action=0.0068 loss_video=0.1134 lr=8.91e-05 speed=0.70 step/s, 89.04 samples/s eta=04:03:17 +[2026-09-18 18:48:29,545][fastwam.trainer][INFO] - [train] epoch=6 step=3480/13625 loss=0.1139 loss_action=0.0072 loss_video=0.1067 lr=8.90e-05 speed=0.70 step/s, 89.10 samples/s eta=04:02:54 +[2026-09-18 18:48:40,809][fastwam.trainer][INFO] - [train] epoch=6 step=3490/13625 loss=0.1290 loss_action=0.0063 loss_video=0.1228 lr=8.89e-05 speed=0.70 step/s, 89.16 samples/s eta=04:02:30 +[2026-09-18 18:48:52,116][fastwam.trainer][INFO] - [train] epoch=6 step=3500/13625 loss=0.1140 loss_action=0.0092 loss_video=0.1048 lr=8.89e-05 speed=0.70 step/s, 89.21 samples/s eta=04:02:07 +[2026-09-18 18:48:56,842][fastwam.trainer][INFO] - Restoring DiT/proprio training and the configured TDAA freeze mode. +[2026-09-18 18:48:57,821][fastwam.trainer][INFO] - [eval] step=3500 val_loss=0.1107 infer_psnr=35.9206 infer_ssim=0.9502 action_l2=0.0005 action_l1=0.0116 +[2026-09-18 18:49:07,198][fastwam.trainer][INFO] - [train] epoch=6 step=3510/13625 loss=0.1232 loss_action=0.0068 loss_video=0.1164 lr=8.88e-05 speed=0.70 step/s, 89.20 samples/s eta=04:01:55 +[2026-09-18 18:49:16,787][fastwam.trainer][INFO] - [train] epoch=6 step=3520/13625 loss=0.1245 loss_action=0.0068 loss_video=0.1178 lr=8.87e-05 speed=0.70 step/s, 89.28 samples/s eta=04:01:27 +[2026-09-18 18:49:29,164][fastwam.trainer][INFO] - [train] epoch=6 step=3530/13625 loss=0.1187 loss_action=0.0083 loss_video=0.1103 lr=8.86e-05 speed=0.70 step/s, 89.32 samples/s eta=04:01:07 +[2026-09-18 18:49:40,187][fastwam.trainer][INFO] - [train] epoch=6 step=3540/13625 loss=0.1309 loss_action=0.0068 loss_video=0.1241 lr=8.86e-05 speed=0.70 step/s, 89.37 samples/s eta=04:00:43 +[2026-09-18 18:49:53,515][fastwam.trainer][INFO] - [train] epoch=6 step=3550/13625 loss=0.1146 loss_action=0.0074 loss_video=0.1072 lr=8.85e-05 speed=0.70 step/s, 89.39 samples/s eta=04:00:26 +[2026-09-18 18:50:05,218][fastwam.trainer][INFO] - [train] epoch=6 step=3560/13625 loss=0.1092 loss_action=0.0081 loss_video=0.1010 lr=8.84e-05 speed=0.70 step/s, 89.44 samples/s eta=04:00:04 +[2026-09-18 18:50:16,414][fastwam.trainer][INFO] - [train] epoch=6 step=3570/13625 loss=0.1330 loss_action=0.0088 loss_video=0.1242 lr=8.83e-05 speed=0.70 step/s, 89.49 samples/s eta=03:59:41 +[2026-09-18 18:50:27,808][fastwam.trainer][INFO] - [train] epoch=6 step=3580/13625 loss=0.1124 loss_action=0.0080 loss_video=0.1044 lr=8.82e-05 speed=0.70 step/s, 89.54 samples/s eta=03:59:19 +[2026-09-18 18:50:41,008][fastwam.trainer][INFO] - [train] epoch=6 step=3590/13625 loss=0.1101 loss_action=0.0065 loss_video=0.1036 lr=8.82e-05 speed=0.70 step/s, 89.56 samples/s eta=03:59:01 +[2026-09-18 18:50:52,215][fastwam.trainer][INFO] - [train] epoch=6 step=3600/13625 loss=0.1326 loss_action=0.0084 loss_video=0.1242 lr=8.81e-05 speed=0.70 step/s, 89.62 samples/s eta=03:58:39 +[2026-09-18 18:51:03,494][fastwam.trainer][INFO] - [train] epoch=6 step=3610/13625 loss=0.1201 loss_action=0.0072 loss_video=0.1129 lr=8.80e-05 speed=0.70 step/s, 89.67 samples/s eta=03:58:16 +[2026-09-18 18:51:14,760][fastwam.trainer][INFO] - [train] epoch=6 step=3620/13625 loss=0.1073 loss_action=0.0076 loss_video=0.0997 lr=8.79e-05 speed=0.70 step/s, 89.72 samples/s eta=03:57:53 +[2026-09-18 18:51:27,953][fastwam.trainer][INFO] - [train] epoch=6 step=3630/13625 loss=0.1189 loss_action=0.0059 loss_video=0.1129 lr=8.79e-05 speed=0.70 step/s, 89.74 samples/s eta=03:57:36 +[2026-09-18 18:51:39,657][fastwam.trainer][INFO] - [train] epoch=6 step=3640/13625 loss=0.1168 loss_action=0.0077 loss_video=0.1091 lr=8.78e-05 speed=0.70 step/s, 89.78 samples/s eta=03:57:15 +[2026-09-18 18:51:51,133][fastwam.trainer][INFO] - [train] epoch=6 step=3650/13625 loss=0.1204 loss_action=0.0080 loss_video=0.1124 lr=8.77e-05 speed=0.70 step/s, 89.83 samples/s eta=03:56:53 +[2026-09-18 18:52:02,332][fastwam.trainer][INFO] - [train] epoch=6 step=3660/13625 loss=0.1109 loss_action=0.0073 loss_video=0.1036 lr=8.76e-05 speed=0.70 step/s, 89.88 samples/s eta=03:56:30 +[2026-09-18 18:52:15,309][fastwam.trainer][INFO] - [train] epoch=6 step=3670/13625 loss=0.1197 loss_action=0.0070 loss_video=0.1127 lr=8.75e-05 speed=0.70 step/s, 89.90 samples/s eta=03:56:13 +[2026-09-18 18:52:26,649][fastwam.trainer][INFO] - [train] epoch=6 step=3680/13625 loss=0.1254 loss_action=0.0073 loss_video=0.1181 lr=8.75e-05 speed=0.70 step/s, 89.95 samples/s eta=03:55:51 +[2026-09-18 18:52:37,990][fastwam.trainer][INFO] - [train] epoch=6 step=3690/13625 loss=0.1195 loss_action=0.0071 loss_video=0.1124 lr=8.74e-05 speed=0.70 step/s, 90.00 samples/s eta=03:55:29 +[2026-09-18 18:52:49,365][fastwam.trainer][INFO] - [train] epoch=6 step=3700/13625 loss=0.1317 loss_action=0.0071 loss_video=0.1246 lr=8.73e-05 speed=0.70 step/s, 90.05 samples/s eta=03:55:07 +[2026-09-18 18:53:02,303][fastwam.trainer][INFO] - [train] epoch=6 step=3710/13625 loss=0.1222 loss_action=0.0069 loss_video=0.1152 lr=8.72e-05 speed=0.70 step/s, 90.07 samples/s eta=03:54:49 +[2026-09-18 18:53:13,450][fastwam.trainer][INFO] - [train] epoch=6 step=3720/13625 loss=0.1095 loss_action=0.0064 loss_video=0.1031 lr=8.71e-05 speed=0.70 step/s, 90.13 samples/s eta=03:54:27 +[2026-09-18 18:53:24,610][fastwam.trainer][INFO] - [train] epoch=6 step=3730/13625 loss=0.0967 loss_action=0.0069 loss_video=0.0898 lr=8.71e-05 speed=0.70 step/s, 90.18 samples/s eta=03:54:05 +[2026-09-18 18:53:35,917][fastwam.trainer][INFO] - [train] epoch=6 step=3740/13625 loss=0.1060 loss_action=0.0065 loss_video=0.0996 lr=8.70e-05 speed=0.70 step/s, 90.23 samples/s eta=03:53:43 +[2026-09-18 18:53:49,132][fastwam.trainer][INFO] - [train] epoch=6 step=3750/13625 loss=0.1150 loss_action=0.0070 loss_video=0.1080 lr=8.69e-05 speed=0.71 step/s, 90.24 samples/s eta=03:53:26 +[2026-09-18 18:54:00,341][fastwam.trainer][INFO] - [train] epoch=6 step=3760/13625 loss=0.1109 loss_action=0.0075 loss_video=0.1034 lr=8.68e-05 speed=0.71 step/s, 90.29 samples/s eta=03:53:04 +[2026-09-18 18:54:11,638][fastwam.trainer][INFO] - [train] epoch=6 step=3770/13625 loss=0.1128 loss_action=0.0075 loss_video=0.1054 lr=8.67e-05 speed=0.71 step/s, 90.34 samples/s eta=03:52:42 +[2026-09-18 18:54:22,923][fastwam.trainer][INFO] - [train] epoch=6 step=3780/13625 loss=0.1250 loss_action=0.0075 loss_video=0.1175 lr=8.66e-05 speed=0.71 step/s, 90.39 samples/s eta=03:52:21 +[2026-09-18 18:54:36,130][fastwam.trainer][INFO] - [train] epoch=6 step=3790/13625 loss=0.1141 loss_action=0.0064 loss_video=0.1077 lr=8.66e-05 speed=0.71 step/s, 90.41 samples/s eta=03:52:04 +[2026-09-18 18:54:47,663][fastwam.trainer][INFO] - [train] epoch=6 step=3800/13625 loss=0.1291 loss_action=0.0072 loss_video=0.1219 lr=8.65e-05 speed=0.71 step/s, 90.45 samples/s eta=03:51:43 +[2026-09-18 18:54:58,526][fastwam.trainer][INFO] - [train] epoch=6 step=3810/13625 loss=0.0995 loss_action=0.0067 loss_video=0.0928 lr=8.64e-05 speed=0.71 step/s, 90.51 samples/s eta=03:51:20 +[2026-09-18 18:55:25,607][fastwam.trainer][INFO] - [train] epoch=7 step=3820/13625 loss=0.0992 loss_action=0.0068 loss_video=0.0925 lr=8.63e-05 speed=0.71 step/s, 90.29 samples/s eta=03:51:39 +[2026-09-18 18:55:37,919][fastwam.trainer][INFO] - [train] epoch=7 step=3830/13625 loss=0.1101 loss_action=0.0068 loss_video=0.1033 lr=8.62e-05 speed=0.71 step/s, 90.32 samples/s eta=03:51:21 +[2026-09-18 18:55:50,788][fastwam.trainer][INFO] - [train] epoch=7 step=3840/13625 loss=0.1172 loss_action=0.0064 loss_video=0.1107 lr=8.61e-05 speed=0.71 step/s, 90.34 samples/s eta=03:51:03 +[2026-09-18 18:56:02,428][fastwam.trainer][INFO] - [train] epoch=7 step=3850/13625 loss=0.1170 loss_action=0.0076 loss_video=0.1094 lr=8.61e-05 speed=0.71 step/s, 90.39 samples/s eta=03:50:42 +[2026-09-18 18:56:13,721][fastwam.trainer][INFO] - [train] epoch=7 step=3860/13625 loss=0.1232 loss_action=0.0079 loss_video=0.1153 lr=8.60e-05 speed=0.71 step/s, 90.43 samples/s eta=03:50:21 +[2026-09-18 18:56:24,753][fastwam.trainer][INFO] - [train] epoch=7 step=3870/13625 loss=0.1154 loss_action=0.0066 loss_video=0.1088 lr=8.59e-05 speed=0.71 step/s, 90.48 samples/s eta=03:49:59 +[2026-09-18 18:56:37,877][fastwam.trainer][INFO] - [train] epoch=7 step=3880/13625 loss=0.1210 loss_action=0.0051 loss_video=0.1159 lr=8.58e-05 speed=0.71 step/s, 90.50 samples/s eta=03:49:42 +[2026-09-18 18:56:48,929][fastwam.trainer][INFO] - [train] epoch=7 step=3890/13625 loss=0.1294 loss_action=0.0058 loss_video=0.1236 lr=8.57e-05 speed=0.71 step/s, 90.55 samples/s eta=03:49:20 +[2026-09-18 18:57:00,000][fastwam.trainer][INFO] - [train] epoch=7 step=3900/13625 loss=0.1065 loss_action=0.0071 loss_video=0.0994 lr=8.56e-05 speed=0.71 step/s, 90.60 samples/s eta=03:48:59 +[2026-09-18 18:57:11,167][fastwam.trainer][INFO] - [train] epoch=7 step=3910/13625 loss=0.1202 loss_action=0.0061 loss_video=0.1141 lr=8.56e-05 speed=0.71 step/s, 90.65 samples/s eta=03:48:37 +[2026-09-18 18:57:24,123][fastwam.trainer][INFO] - [train] epoch=7 step=3920/13625 loss=0.1149 loss_action=0.0062 loss_video=0.1087 lr=8.55e-05 speed=0.71 step/s, 90.67 samples/s eta=03:48:20 +[2026-09-18 18:57:35,368][fastwam.trainer][INFO] - [train] epoch=7 step=3930/13625 loss=0.1179 loss_action=0.0061 loss_video=0.1118 lr=8.54e-05 speed=0.71 step/s, 90.72 samples/s eta=03:47:59 +[2026-09-18 18:57:46,647][fastwam.trainer][INFO] - [train] epoch=7 step=3940/13625 loss=0.1243 loss_action=0.0067 loss_video=0.1177 lr=8.53e-05 speed=0.71 step/s, 90.76 samples/s eta=03:47:38 +[2026-09-18 18:57:57,775][fastwam.trainer][INFO] - [train] epoch=7 step=3950/13625 loss=0.1006 loss_action=0.0057 loss_video=0.0949 lr=8.52e-05 speed=0.71 step/s, 90.81 samples/s eta=03:47:16 +[2026-09-18 18:58:10,801][fastwam.trainer][INFO] - [train] epoch=7 step=3960/13625 loss=0.0991 loss_action=0.0066 loss_video=0.0926 lr=8.51e-05 speed=0.71 step/s, 90.83 samples/s eta=03:47:00 +[2026-09-18 18:58:22,086][fastwam.trainer][INFO] - [train] epoch=7 step=3970/13625 loss=0.1034 loss_action=0.0052 loss_video=0.0982 lr=8.50e-05 speed=0.71 step/s, 90.87 samples/s eta=03:46:39 +[2026-09-18 18:58:33,348][fastwam.trainer][INFO] - [train] epoch=7 step=3980/13625 loss=0.1024 loss_action=0.0067 loss_video=0.0957 lr=8.50e-05 speed=0.71 step/s, 90.92 samples/s eta=03:46:18 +[2026-09-18 18:58:44,479][fastwam.trainer][INFO] - [train] epoch=7 step=3990/13625 loss=0.0999 loss_action=0.0069 loss_video=0.0930 lr=8.49e-05 speed=0.71 step/s, 90.97 samples/s eta=03:45:57 +[2026-09-18 18:58:57,530][fastwam.trainer][INFO] - [train] epoch=7 step=4000/13625 loss=0.1277 loss_action=0.0070 loss_video=0.1207 lr=8.48e-05 speed=0.71 step/s, 90.98 samples/s eta=03:45:40 +[2026-09-18 18:59:02,465][fastwam.trainer][INFO] - Restoring DiT/proprio training and the configured TDAA freeze mode. +[2026-09-18 18:59:03,446][fastwam.trainer][INFO] - [eval] step=4000 val_loss=0.0825 infer_psnr=34.7913 infer_ssim=0.9531 action_l2=0.0029 action_l1=0.0212 +[2026-09-18 18:59:12,856][fastwam.trainer][INFO] - [train] epoch=7 step=4010/13625 loss=0.0987 loss_action=0.0058 loss_video=0.0929 lr=8.47e-05 speed=0.71 step/s, 90.96 samples/s eta=03:45:29 +[2026-09-18 18:59:22,219][fastwam.trainer][INFO] - [train] epoch=7 step=4020/13625 loss=0.1362 loss_action=0.0053 loss_video=0.1309 lr=8.46e-05 speed=0.71 step/s, 91.04 samples/s eta=03:45:04 +[2026-09-18 18:59:31,949][fastwam.trainer][INFO] - [train] epoch=7 step=4030/13625 loss=0.1187 loss_action=0.0061 loss_video=0.1126 lr=8.45e-05 speed=0.71 step/s, 91.11 samples/s eta=03:44:39 +[2026-09-18 18:59:44,663][fastwam.trainer][INFO] - [train] epoch=7 step=4040/13625 loss=0.1091 loss_action=0.0067 loss_video=0.1024 lr=8.44e-05 speed=0.71 step/s, 91.13 samples/s eta=03:44:22 +[2026-09-18 18:59:55,880][fastwam.trainer][INFO] - [train] epoch=7 step=4050/13625 loss=0.1200 loss_action=0.0063 loss_video=0.1138 lr=8.44e-05 speed=0.71 step/s, 91.18 samples/s eta=03:44:02 +[2026-09-18 19:00:06,963][fastwam.trainer][INFO] - [train] epoch=7 step=4060/13625 loss=0.1081 loss_action=0.0062 loss_video=0.1019 lr=8.43e-05 speed=0.71 step/s, 91.22 samples/s eta=03:43:41 +[2026-09-18 19:00:18,106][fastwam.trainer][INFO] - [train] epoch=7 step=4070/13625 loss=0.1207 loss_action=0.0075 loss_video=0.1132 lr=8.42e-05 speed=0.71 step/s, 91.27 samples/s eta=03:43:20 +[2026-09-18 19:00:31,677][fastwam.trainer][INFO] - [train] epoch=7 step=4080/13625 loss=0.1242 loss_action=0.0059 loss_video=0.1183 lr=8.41e-05 speed=0.71 step/s, 91.28 samples/s eta=03:43:05 +[2026-09-18 19:00:42,450][fastwam.trainer][INFO] - [train] epoch=7 step=4090/13625 loss=0.1051 loss_action=0.0065 loss_video=0.0986 lr=8.40e-05 speed=0.71 step/s, 91.33 samples/s eta=03:42:43 +[2026-09-18 19:00:53,183][fastwam.trainer][INFO] - [train] epoch=7 step=4100/13625 loss=0.1152 loss_action=0.0064 loss_video=0.1088 lr=8.39e-05 speed=0.71 step/s, 91.38 samples/s eta=03:42:21 +[2026-09-18 19:01:04,612][fastwam.trainer][INFO] - [train] epoch=7 step=4110/13625 loss=0.1081 loss_action=0.0068 loss_video=0.1013 lr=8.38e-05 speed=0.71 step/s, 91.42 samples/s eta=03:42:01 +[2026-09-18 19:01:17,834][fastwam.trainer][INFO] - [train] epoch=7 step=4120/13625 loss=0.1228 loss_action=0.0061 loss_video=0.1167 lr=8.37e-05 speed=0.71 step/s, 91.43 samples/s eta=03:41:46 +[2026-09-18 19:01:29,219][fastwam.trainer][INFO] - [train] epoch=7 step=4130/13625 loss=0.1079 loss_action=0.0058 loss_video=0.1021 lr=8.36e-05 speed=0.71 step/s, 91.48 samples/s eta=03:41:26 +[2026-09-18 19:01:40,730][fastwam.trainer][INFO] - [train] epoch=7 step=4140/13625 loss=0.0994 loss_action=0.0055 loss_video=0.0939 lr=8.36e-05 speed=0.71 step/s, 91.52 samples/s eta=03:41:06 +[2026-09-18 19:01:52,039][fastwam.trainer][INFO] - [train] epoch=7 step=4150/13625 loss=0.1101 loss_action=0.0054 loss_video=0.1047 lr=8.35e-05 speed=0.72 step/s, 91.56 samples/s eta=03:40:46 +[2026-09-18 19:02:05,206][fastwam.trainer][INFO] - [train] epoch=7 step=4160/13625 loss=0.1073 loss_action=0.0061 loss_video=0.1012 lr=8.34e-05 speed=0.72 step/s, 91.57 samples/s eta=03:40:30 +[2026-09-18 19:02:16,478][fastwam.trainer][INFO] - [train] epoch=7 step=4170/13625 loss=0.1291 loss_action=0.0062 loss_video=0.1229 lr=8.33e-05 speed=0.72 step/s, 91.61 samples/s eta=03:40:10 +[2026-09-18 19:02:27,716][fastwam.trainer][INFO] - [train] epoch=7 step=4180/13625 loss=0.1139 loss_action=0.0062 loss_video=0.1077 lr=8.32e-05 speed=0.72 step/s, 91.66 samples/s eta=03:39:50 +[2026-09-18 19:02:39,016][fastwam.trainer][INFO] - [train] epoch=7 step=4190/13625 loss=0.1081 loss_action=0.0073 loss_video=0.1007 lr=8.31e-05 speed=0.72 step/s, 91.70 samples/s eta=03:39:30 +[2026-09-18 19:02:51,991][fastwam.trainer][INFO] - [train] epoch=7 step=4200/13625 loss=0.1145 loss_action=0.0065 loss_video=0.1080 lr=8.30e-05 speed=0.72 step/s, 91.71 samples/s eta=03:39:14 +[2026-09-18 19:03:03,227][fastwam.trainer][INFO] - [train] epoch=7 step=4210/13625 loss=0.0992 loss_action=0.0059 loss_video=0.0933 lr=8.29e-05 speed=0.72 step/s, 91.76 samples/s eta=03:38:54 +[2026-09-18 19:03:14,351][fastwam.trainer][INFO] - [train] epoch=7 step=4220/13625 loss=0.1250 loss_action=0.0075 loss_video=0.1175 lr=8.28e-05 speed=0.72 step/s, 91.80 samples/s eta=03:38:33 +[2026-09-18 19:03:25,410][fastwam.trainer][INFO] - [train] epoch=7 step=4230/13625 loss=0.0933 loss_action=0.0054 loss_video=0.0879 lr=8.27e-05 speed=0.72 step/s, 91.84 samples/s eta=03:38:13 +[2026-09-18 19:03:38,264][fastwam.trainer][INFO] - [train] epoch=7 step=4240/13625 loss=0.1027 loss_action=0.0058 loss_video=0.0969 lr=8.27e-05 speed=0.72 step/s, 91.86 samples/s eta=03:37:57 +[2026-09-18 19:03:49,291][fastwam.trainer][INFO] - [train] epoch=7 step=4250/13625 loss=0.1242 loss_action=0.0058 loss_video=0.1184 lr=8.26e-05 speed=0.72 step/s, 91.91 samples/s eta=03:37:36 +[2026-09-18 19:04:00,520][fastwam.trainer][INFO] - [train] epoch=7 step=4260/13625 loss=0.1287 loss_action=0.0065 loss_video=0.1223 lr=8.25e-05 speed=0.72 step/s, 91.95 samples/s eta=03:37:16 +[2026-09-18 19:04:11,603][fastwam.trainer][INFO] - [train] epoch=7 step=4270/13625 loss=0.1290 loss_action=0.0054 loss_video=0.1236 lr=8.24e-05 speed=0.72 step/s, 91.99 samples/s eta=03:36:56 +[2026-09-18 19:04:24,437][fastwam.trainer][INFO] - [train] epoch=7 step=4280/13625 loss=0.1038 loss_action=0.0058 loss_video=0.0980 lr=8.23e-05 speed=0.72 step/s, 92.01 samples/s eta=03:36:40 +[2026-09-18 19:04:35,459][fastwam.trainer][INFO] - [train] epoch=7 step=4290/13625 loss=0.0988 loss_action=0.0066 loss_video=0.0923 lr=8.22e-05 speed=0.72 step/s, 92.05 samples/s eta=03:36:20 +[2026-09-18 19:04:46,651][fastwam.trainer][INFO] - [train] epoch=7 step=4300/13625 loss=0.1113 loss_action=0.0051 loss_video=0.1062 lr=8.21e-05 speed=0.72 step/s, 92.10 samples/s eta=03:36:00 +[2026-09-18 19:04:58,061][fastwam.trainer][INFO] - [train] epoch=7 step=4310/13625 loss=0.1216 loss_action=0.0057 loss_video=0.1159 lr=8.20e-05 speed=0.72 step/s, 92.13 samples/s eta=03:35:41 +[2026-09-18 19:05:10,769][fastwam.trainer][INFO] - [train] epoch=7 step=4320/13625 loss=0.1129 loss_action=0.0062 loss_video=0.1066 lr=8.19e-05 speed=0.72 step/s, 92.15 samples/s eta=03:35:24 +[2026-09-18 19:05:21,989][fastwam.trainer][INFO] - [train] epoch=7 step=4330/13625 loss=0.1307 loss_action=0.0066 loss_video=0.1241 lr=8.18e-05 speed=0.72 step/s, 92.19 samples/s eta=03:35:05 +[2026-09-18 19:05:33,240][fastwam.trainer][INFO] - [train] epoch=7 step=4340/13625 loss=0.0977 loss_action=0.0066 loss_video=0.0911 lr=8.17e-05 speed=0.72 step/s, 92.23 samples/s eta=03:34:45 +[2026-09-18 19:05:44,632][fastwam.trainer][INFO] - [train] epoch=7 step=4350/13625 loss=0.1066 loss_action=0.0057 loss_video=0.1009 lr=8.16e-05 speed=0.72 step/s, 92.27 samples/s eta=03:34:26 +[2026-09-18 19:05:58,433][fastwam.trainer][INFO] - [train] epoch=7 step=4360/13625 loss=0.1330 loss_action=0.0067 loss_video=0.1263 lr=8.15e-05 speed=0.72 step/s, 92.27 samples/s eta=03:34:12 +[2026-09-18 19:06:25,606][fastwam.trainer][INFO] - [train] epoch=8 step=4370/13625 loss=0.1100 loss_action=0.0067 loss_video=0.1033 lr=8.14e-05 speed=0.72 step/s, 92.07 samples/s eta=03:34:26 +[2026-09-18 19:06:36,796][fastwam.trainer][INFO] - [train] epoch=8 step=4380/13625 loss=0.1102 loss_action=0.0053 loss_video=0.1049 lr=8.14e-05 speed=0.72 step/s, 92.11 samples/s eta=03:34:07 +[2026-09-18 19:06:48,411][fastwam.trainer][INFO] - [train] epoch=8 step=4390/13625 loss=0.1094 loss_action=0.0049 loss_video=0.1045 lr=8.13e-05 speed=0.72 step/s, 92.15 samples/s eta=03:33:48 +[2026-09-18 19:07:01,205][fastwam.trainer][INFO] - [train] epoch=8 step=4400/13625 loss=0.0968 loss_action=0.0057 loss_video=0.0910 lr=8.12e-05 speed=0.72 step/s, 92.16 samples/s eta=03:33:32 +[2026-09-18 19:07:12,344][fastwam.trainer][INFO] - [train] epoch=8 step=4410/13625 loss=0.1250 loss_action=0.0053 loss_video=0.1197 lr=8.11e-05 speed=0.72 step/s, 92.20 samples/s eta=03:33:12 +[2026-09-18 19:07:23,444][fastwam.trainer][INFO] - [train] epoch=8 step=4420/13625 loss=0.1126 loss_action=0.0048 loss_video=0.1078 lr=8.10e-05 speed=0.72 step/s, 92.25 samples/s eta=03:32:52 +[2026-09-18 19:07:34,615][fastwam.trainer][INFO] - [train] epoch=8 step=4430/13625 loss=0.1103 loss_action=0.0056 loss_video=0.1047 lr=8.09e-05 speed=0.72 step/s, 92.29 samples/s eta=03:32:33 +[2026-09-18 19:07:47,537][fastwam.trainer][INFO] - [train] epoch=8 step=4440/13625 loss=0.0963 loss_action=0.0047 loss_video=0.0917 lr=8.08e-05 speed=0.72 step/s, 92.30 samples/s eta=03:32:17 +[2026-09-18 19:07:58,829][fastwam.trainer][INFO] - [train] epoch=8 step=4450/13625 loss=0.1030 loss_action=0.0053 loss_video=0.0977 lr=8.07e-05 speed=0.72 step/s, 92.34 samples/s eta=03:31:58 +[2026-09-18 19:08:10,067][fastwam.trainer][INFO] - [train] epoch=8 step=4460/13625 loss=0.1388 loss_action=0.0060 loss_video=0.1328 lr=8.06e-05 speed=0.72 step/s, 92.38 samples/s eta=03:31:39 +[2026-09-18 19:08:21,352][fastwam.trainer][INFO] - [train] epoch=8 step=4470/13625 loss=0.1154 loss_action=0.0063 loss_video=0.1091 lr=8.05e-05 speed=0.72 step/s, 92.42 samples/s eta=03:31:20 +[2026-09-18 19:08:34,453][fastwam.trainer][INFO] - [train] epoch=8 step=4480/13625 loss=0.1163 loss_action=0.0055 loss_video=0.1108 lr=8.04e-05 speed=0.72 step/s, 92.43 samples/s eta=03:31:04 +[2026-09-18 19:08:45,639][fastwam.trainer][INFO] - [train] epoch=8 step=4490/13625 loss=0.1110 loss_action=0.0057 loss_video=0.1053 lr=8.03e-05 speed=0.72 step/s, 92.47 samples/s eta=03:30:45 +[2026-09-18 19:08:56,887][fastwam.trainer][INFO] - [train] epoch=8 step=4500/13625 loss=0.1062 loss_action=0.0074 loss_video=0.0988 lr=8.02e-05 speed=0.72 step/s, 92.51 samples/s eta=03:30:26 +[2026-09-18 19:09:01,609][fastwam.trainer][INFO] - Restoring DiT/proprio training and the configured TDAA freeze mode. +[2026-09-18 19:09:02,581][fastwam.trainer][INFO] - [eval] step=4500 val_loss=0.1043 infer_psnr=31.5148 infer_ssim=0.9443 action_l2=0.0044 action_l1=0.0214 +[2026-09-18 19:09:11,971][fastwam.trainer][INFO] - [train] epoch=8 step=4510/13625 loss=0.1134 loss_action=0.0056 loss_video=0.1078 lr=8.01e-05 speed=0.72 step/s, 92.49 samples/s eta=03:30:14 +[2026-09-18 19:09:21,450][fastwam.trainer][INFO] - [train] epoch=8 step=4520/13625 loss=0.1141 loss_action=0.0052 loss_video=0.1088 lr=8.00e-05 speed=0.72 step/s, 92.55 samples/s eta=03:29:52 +[2026-09-18 19:09:32,678][fastwam.trainer][INFO] - [train] epoch=8 step=4530/13625 loss=0.0921 loss_action=0.0056 loss_video=0.0865 lr=7.99e-05 speed=0.72 step/s, 92.59 samples/s eta=03:29:33 +[2026-09-18 19:09:43,823][fastwam.trainer][INFO] - [train] epoch=8 step=4540/13625 loss=0.1082 loss_action=0.0048 loss_video=0.1034 lr=7.98e-05 speed=0.72 step/s, 92.63 samples/s eta=03:29:14 +[2026-09-18 19:09:55,170][fastwam.trainer][INFO] - [train] epoch=8 step=4550/13625 loss=0.1253 loss_action=0.0053 loss_video=0.1200 lr=7.97e-05 speed=0.72 step/s, 92.67 samples/s eta=03:28:55 +[2026-09-18 19:10:08,429][fastwam.trainer][INFO] - [train] epoch=8 step=4560/13625 loss=0.1318 loss_action=0.0050 loss_video=0.1268 lr=7.96e-05 speed=0.72 step/s, 92.67 samples/s eta=03:28:40 +[2026-09-18 19:10:19,632][fastwam.trainer][INFO] - [train] epoch=8 step=4570/13625 loss=0.1073 loss_action=0.0052 loss_video=0.1021 lr=7.95e-05 speed=0.72 step/s, 92.71 samples/s eta=03:28:21 +[2026-09-18 19:10:30,841][fastwam.trainer][INFO] - [train] epoch=8 step=4580/13625 loss=0.0990 loss_action=0.0064 loss_video=0.0926 lr=7.94e-05 speed=0.72 step/s, 92.75 samples/s eta=03:28:02 +[2026-09-18 19:10:42,371][fastwam.trainer][INFO] - [train] epoch=8 step=4590/13625 loss=0.1206 loss_action=0.0052 loss_video=0.1154 lr=7.93e-05 speed=0.72 step/s, 92.78 samples/s eta=03:27:44 +[2026-09-18 19:10:55,158][fastwam.trainer][INFO] - [train] epoch=8 step=4600/13625 loss=0.1085 loss_action=0.0076 loss_video=0.1009 lr=7.92e-05 speed=0.72 step/s, 92.80 samples/s eta=03:27:28 +[2026-09-18 19:11:06,525][fastwam.trainer][INFO] - [train] epoch=8 step=4610/13625 loss=0.1131 loss_action=0.0060 loss_video=0.1070 lr=7.91e-05 speed=0.73 step/s, 92.83 samples/s eta=03:27:09 +[2026-09-18 19:11:17,962][fastwam.trainer][INFO] - [train] epoch=8 step=4620/13625 loss=0.1143 loss_action=0.0041 loss_video=0.1103 lr=7.91e-05 speed=0.73 step/s, 92.87 samples/s eta=03:26:51 +[2026-09-18 19:11:29,706][fastwam.trainer][INFO] - [train] epoch=8 step=4630/13625 loss=0.1120 loss_action=0.0053 loss_video=0.1068 lr=7.90e-05 speed=0.73 step/s, 92.90 samples/s eta=03:26:33 +[2026-09-18 19:11:42,697][fastwam.trainer][INFO] - [train] epoch=8 step=4640/13625 loss=0.0967 loss_action=0.0058 loss_video=0.0909 lr=7.89e-05 speed=0.73 step/s, 92.91 samples/s eta=03:26:18 +[2026-09-18 19:11:54,681][fastwam.trainer][INFO] - [train] epoch=8 step=4650/13625 loss=0.1117 loss_action=0.0059 loss_video=0.1058 lr=7.88e-05 speed=0.73 step/s, 92.94 samples/s eta=03:26:01 +[2026-09-18 19:12:06,495][fastwam.trainer][INFO] - [train] epoch=8 step=4660/13625 loss=0.1131 loss_action=0.0056 loss_video=0.1075 lr=7.87e-05 speed=0.73 step/s, 92.96 samples/s eta=03:25:43 +[2026-09-18 19:12:17,996][fastwam.trainer][INFO] - [train] epoch=8 step=4670/13625 loss=0.1087 loss_action=0.0062 loss_video=0.1025 lr=7.86e-05 speed=0.73 step/s, 93.00 samples/s eta=03:25:25 +[2026-09-18 19:12:30,288][fastwam.trainer][INFO] - [train] epoch=8 step=4680/13625 loss=0.1081 loss_action=0.0052 loss_video=0.1029 lr=7.85e-05 speed=0.73 step/s, 93.02 samples/s eta=03:25:09 +[2026-09-18 19:12:41,926][fastwam.trainer][INFO] - [train] epoch=8 step=4690/13625 loss=0.1153 loss_action=0.0063 loss_video=0.1090 lr=7.84e-05 speed=0.73 step/s, 93.05 samples/s eta=03:24:51 +[2026-09-18 19:12:53,151][fastwam.trainer][INFO] - [train] epoch=8 step=4700/13625 loss=0.1168 loss_action=0.0064 loss_video=0.1103 lr=7.83e-05 speed=0.73 step/s, 93.08 samples/s eta=03:24:32 +[2026-09-18 19:13:04,304][fastwam.trainer][INFO] - [train] epoch=8 step=4710/13625 loss=0.1133 loss_action=0.0068 loss_video=0.1064 lr=7.82e-05 speed=0.73 step/s, 93.12 samples/s eta=03:24:14 +[2026-09-18 19:13:16,972][fastwam.trainer][INFO] - [train] epoch=8 step=4720/13625 loss=0.1140 loss_action=0.0050 loss_video=0.1091 lr=7.81e-05 speed=0.73 step/s, 93.14 samples/s eta=03:23:58 +[2026-09-18 19:13:28,392][fastwam.trainer][INFO] - [train] epoch=8 step=4730/13625 loss=0.1035 loss_action=0.0058 loss_video=0.0977 lr=7.80e-05 speed=0.73 step/s, 93.17 samples/s eta=03:23:40 +[2026-09-18 19:13:39,516][fastwam.trainer][INFO] - [train] epoch=8 step=4740/13625 loss=0.1067 loss_action=0.0064 loss_video=0.1003 lr=7.79e-05 speed=0.73 step/s, 93.21 samples/s eta=03:23:21 +[2026-09-18 19:13:50,652][fastwam.trainer][INFO] - [train] epoch=8 step=4750/13625 loss=0.0994 loss_action=0.0051 loss_video=0.0944 lr=7.78e-05 speed=0.73 step/s, 93.25 samples/s eta=03:23:02 +[2026-09-18 19:14:03,175][fastwam.trainer][INFO] - [train] epoch=8 step=4760/13625 loss=0.1004 loss_action=0.0063 loss_video=0.0941 lr=7.77e-05 speed=0.73 step/s, 93.26 samples/s eta=03:22:46 +[2026-09-18 19:14:14,822][fastwam.trainer][INFO] - [train] epoch=8 step=4770/13625 loss=0.0952 loss_action=0.0058 loss_video=0.0894 lr=7.76e-05 speed=0.73 step/s, 93.29 samples/s eta=03:22:29 +[2026-09-18 19:14:25,995][fastwam.trainer][INFO] - [train] epoch=8 step=4780/13625 loss=0.0993 loss_action=0.0051 loss_video=0.0941 lr=7.75e-05 speed=0.73 step/s, 93.33 samples/s eta=03:22:10 +[2026-09-18 19:14:37,213][fastwam.trainer][INFO] - [train] epoch=8 step=4790/13625 loss=0.1029 loss_action=0.0055 loss_video=0.0974 lr=7.74e-05 speed=0.73 step/s, 93.36 samples/s eta=03:21:52 +[2026-09-18 19:14:49,436][fastwam.trainer][INFO] - [train] epoch=8 step=4800/13625 loss=0.1122 loss_action=0.0055 loss_video=0.1067 lr=7.73e-05 speed=0.73 step/s, 93.39 samples/s eta=03:21:36 +[2026-09-18 19:15:01,339][fastwam.trainer][INFO] - [train] epoch=8 step=4810/13625 loss=0.1096 loss_action=0.0058 loss_video=0.1037 lr=7.72e-05 speed=0.73 step/s, 93.41 samples/s eta=03:21:19 +[2026-09-18 19:15:12,508][fastwam.trainer][INFO] - [train] epoch=8 step=4820/13625 loss=0.1007 loss_action=0.0049 loss_video=0.0957 lr=7.71e-05 speed=0.73 step/s, 93.45 samples/s eta=03:21:00 +[2026-09-18 19:15:23,663][fastwam.trainer][INFO] - [train] epoch=8 step=4830/13625 loss=0.1203 loss_action=0.0050 loss_video=0.1153 lr=7.70e-05 speed=0.73 step/s, 93.48 samples/s eta=03:20:42 +[2026-09-18 19:15:36,345][fastwam.trainer][INFO] - [train] epoch=8 step=4840/13625 loss=0.1310 loss_action=0.0059 loss_video=0.1251 lr=7.69e-05 speed=0.73 step/s, 93.50 samples/s eta=03:20:26 +[2026-09-18 19:15:47,828][fastwam.trainer][INFO] - [train] epoch=8 step=4850/13625 loss=0.1117 loss_action=0.0071 loss_video=0.1046 lr=7.67e-05 speed=0.73 step/s, 93.53 samples/s eta=03:20:09 +[2026-09-18 19:15:59,700][fastwam.trainer][INFO] - [train] epoch=8 step=4860/13625 loss=0.1014 loss_action=0.0045 loss_video=0.0968 lr=7.66e-05 speed=0.73 step/s, 93.55 samples/s eta=03:19:52 +[2026-09-18 19:16:10,386][fastwam.trainer][INFO] - [train] epoch=8 step=4870/13625 loss=0.1105 loss_action=0.0055 loss_video=0.1051 lr=7.65e-05 speed=0.73 step/s, 93.60 samples/s eta=03:19:33 +[2026-09-18 19:16:22,638][fastwam.trainer][INFO] - [train] epoch=8 step=4880/13625 loss=0.1042 loss_action=0.0051 loss_video=0.0990 lr=7.64e-05 speed=0.73 step/s, 93.62 samples/s eta=03:19:17 +[2026-09-18 19:16:34,526][fastwam.trainer][INFO] - [train] epoch=8 step=4890/13625 loss=0.1089 loss_action=0.0054 loss_video=0.1034 lr=7.63e-05 speed=0.73 step/s, 93.64 samples/s eta=03:19:00 +[2026-09-18 19:16:45,687][fastwam.trainer][INFO] - [train] epoch=8 step=4900/13625 loss=0.0960 loss_action=0.0052 loss_video=0.0908 lr=7.62e-05 speed=0.73 step/s, 93.68 samples/s eta=03:18:42 +[2026-09-18 19:17:13,120][fastwam.trainer][INFO] - [train] epoch=9 step=4910/13625 loss=0.0995 loss_action=0.0043 loss_video=0.0952 lr=7.61e-05 speed=0.73 step/s, 93.48 samples/s eta=03:18:52 +[2026-09-18 19:17:24,430][fastwam.trainer][INFO] - [train] epoch=9 step=4920/13625 loss=0.1035 loss_action=0.0052 loss_video=0.0983 lr=7.60e-05 speed=0.73 step/s, 93.52 samples/s eta=03:18:34 +[2026-09-18 19:17:37,253][fastwam.trainer][INFO] - [train] epoch=9 step=4930/13625 loss=0.1101 loss_action=0.0058 loss_video=0.1043 lr=7.59e-05 speed=0.73 step/s, 93.53 samples/s eta=03:18:19 +[2026-09-18 19:17:48,334][fastwam.trainer][INFO] - [train] epoch=9 step=4940/13625 loss=0.1134 loss_action=0.0047 loss_video=0.1087 lr=7.58e-05 speed=0.73 step/s, 93.56 samples/s eta=03:18:01 +[2026-09-18 19:17:59,396][fastwam.trainer][INFO] - [train] epoch=9 step=4950/13625 loss=0.0929 loss_action=0.0058 loss_video=0.0871 lr=7.57e-05 speed=0.73 step/s, 93.60 samples/s eta=03:17:43 +[2026-09-18 19:18:10,629][fastwam.trainer][INFO] - [train] epoch=9 step=4960/13625 loss=0.1015 loss_action=0.0051 loss_video=0.0964 lr=7.56e-05 speed=0.73 step/s, 93.63 samples/s eta=03:17:25 +[2026-09-18 19:18:23,978][fastwam.trainer][INFO] - [train] epoch=9 step=4970/13625 loss=0.1038 loss_action=0.0053 loss_video=0.0985 lr=7.55e-05 speed=0.73 step/s, 93.64 samples/s eta=03:17:10 +[2026-09-18 19:18:34,981][fastwam.trainer][INFO] - [train] epoch=9 step=4980/13625 loss=0.0935 loss_action=0.0048 loss_video=0.0887 lr=7.54e-05 speed=0.73 step/s, 93.68 samples/s eta=03:16:52 +[2026-09-18 19:18:46,171][fastwam.trainer][INFO] - [train] epoch=9 step=4990/13625 loss=0.1196 loss_action=0.0061 loss_video=0.1135 lr=7.53e-05 speed=0.73 step/s, 93.71 samples/s eta=03:16:34 +[2026-09-18 19:18:57,283][fastwam.trainer][INFO] - [train] epoch=9 step=5000/13625 loss=0.1100 loss_action=0.0057 loss_video=0.1043 lr=7.52e-05 speed=0.73 step/s, 93.74 samples/s eta=03:16:16 +[2026-09-18 19:19:02,040][fastwam.trainer][INFO] - Restoring DiT/proprio training and the configured TDAA freeze mode. +[2026-09-18 19:19:03,012][fastwam.trainer][INFO] - [eval] step=5000 val_loss=0.1012 infer_psnr=36.1766 infer_ssim=0.9594 action_l2=0.0003 action_l1=0.0098 +[2026-09-18 19:19:12,428][fastwam.trainer][INFO] - [train] epoch=9 step=5010/13625 loss=0.1272 loss_action=0.0052 loss_video=0.1219 lr=7.51e-05 speed=0.73 step/s, 93.72 samples/s eta=03:16:05 +[2026-09-18 19:19:21,893][fastwam.trainer][INFO] - [train] epoch=9 step=5020/13625 loss=0.1171 loss_action=0.0053 loss_video=0.1117 lr=7.50e-05 speed=0.73 step/s, 93.78 samples/s eta=03:15:44 +[2026-09-18 19:19:32,804][fastwam.trainer][INFO] - [train] epoch=9 step=5030/13625 loss=0.0984 loss_action=0.0056 loss_video=0.0928 lr=7.49e-05 speed=0.73 step/s, 93.82 samples/s eta=03:15:26 +[2026-09-18 19:19:44,040][fastwam.trainer][INFO] - [train] epoch=9 step=5040/13625 loss=0.1141 loss_action=0.0044 loss_video=0.1098 lr=7.48e-05 speed=0.73 step/s, 93.85 samples/s eta=03:15:08 +[2026-09-18 19:19:57,205][fastwam.trainer][INFO] - [train] epoch=9 step=5050/13625 loss=0.1052 loss_action=0.0048 loss_video=0.1003 lr=7.47e-05 speed=0.73 step/s, 93.86 samples/s eta=03:14:54 +[2026-09-18 19:20:09,000][fastwam.trainer][INFO] - [train] epoch=9 step=5060/13625 loss=0.1028 loss_action=0.0052 loss_video=0.0976 lr=7.46e-05 speed=0.73 step/s, 93.88 samples/s eta=03:14:37 +[2026-09-18 19:20:20,408][fastwam.trainer][INFO] - [train] epoch=9 step=5070/13625 loss=0.0993 loss_action=0.0049 loss_video=0.0945 lr=7.45e-05 speed=0.73 step/s, 93.91 samples/s eta=03:14:20 +[2026-09-18 19:20:31,973][fastwam.trainer][INFO] - [train] epoch=9 step=5080/13625 loss=0.1196 loss_action=0.0059 loss_video=0.1137 lr=7.44e-05 speed=0.73 step/s, 93.94 samples/s eta=03:14:02 +[2026-09-18 19:20:43,707][fastwam.trainer][INFO] - [train] epoch=9 step=5090/13625 loss=0.1060 loss_action=0.0046 loss_video=0.1015 lr=7.43e-05 speed=0.73 step/s, 93.97 samples/s eta=03:13:46 +[2026-09-18 19:20:56,035][fastwam.trainer][INFO] - [train] epoch=9 step=5100/13625 loss=0.0932 loss_action=0.0052 loss_video=0.0880 lr=7.42e-05 speed=0.73 step/s, 93.98 samples/s eta=03:13:30 +[2026-09-18 19:21:07,094][fastwam.trainer][INFO] - [train] epoch=9 step=5110/13625 loss=0.0934 loss_action=0.0046 loss_video=0.0888 lr=7.41e-05 speed=0.73 step/s, 94.02 samples/s eta=03:13:12 +[2026-09-18 19:21:18,259][fastwam.trainer][INFO] - [train] epoch=9 step=5120/13625 loss=0.1063 loss_action=0.0051 loss_video=0.1012 lr=7.39e-05 speed=0.73 step/s, 94.05 samples/s eta=03:12:54 +[2026-09-18 19:21:29,859][fastwam.trainer][INFO] - [train] epoch=9 step=5130/13625 loss=0.1080 loss_action=0.0051 loss_video=0.1029 lr=7.38e-05 speed=0.73 step/s, 94.08 samples/s eta=03:12:37 +[2026-09-18 19:21:42,062][fastwam.trainer][INFO] - [train] epoch=9 step=5140/13625 loss=0.1100 loss_action=0.0048 loss_video=0.1053 lr=7.37e-05 speed=0.74 step/s, 94.10 samples/s eta=03:12:21 +[2026-09-18 19:21:53,182][fastwam.trainer][INFO] - [train] epoch=9 step=5150/13625 loss=0.0940 loss_action=0.0052 loss_video=0.0888 lr=7.36e-05 speed=0.74 step/s, 94.13 samples/s eta=03:12:04 +[2026-09-18 19:22:04,241][fastwam.trainer][INFO] - [train] epoch=9 step=5160/13625 loss=0.0971 loss_action=0.0045 loss_video=0.0926 lr=7.35e-05 speed=0.74 step/s, 94.17 samples/s eta=03:11:46 +[2026-09-18 19:22:15,984][fastwam.trainer][INFO] - [train] epoch=9 step=5170/13625 loss=0.1091 loss_action=0.0053 loss_video=0.1039 lr=7.34e-05 speed=0.74 step/s, 94.19 samples/s eta=03:11:29 +[2026-09-18 19:22:28,140][fastwam.trainer][INFO] - [train] epoch=9 step=5180/13625 loss=0.1152 loss_action=0.0055 loss_video=0.1097 lr=7.33e-05 speed=0.74 step/s, 94.21 samples/s eta=03:11:13 +[2026-09-18 19:22:39,482][fastwam.trainer][INFO] - [train] epoch=9 step=5190/13625 loss=0.1063 loss_action=0.0053 loss_video=0.1011 lr=7.32e-05 speed=0.74 step/s, 94.24 samples/s eta=03:10:56 +[2026-09-18 19:22:51,948][fastwam.trainer][INFO] - [train] epoch=9 step=5200/13625 loss=0.1100 loss_action=0.0047 loss_video=0.1052 lr=7.31e-05 speed=0.74 step/s, 94.25 samples/s eta=03:10:41 +[2026-09-18 19:23:03,052][fastwam.trainer][INFO] - [train] epoch=9 step=5210/13625 loss=0.1056 loss_action=0.0054 loss_video=0.1002 lr=7.30e-05 speed=0.74 step/s, 94.29 samples/s eta=03:10:23 +[2026-09-18 19:23:14,504][fastwam.trainer][INFO] - [train] epoch=9 step=5220/13625 loss=0.1124 loss_action=0.0047 loss_video=0.1077 lr=7.29e-05 speed=0.74 step/s, 94.32 samples/s eta=03:10:06 +[2026-09-18 19:23:25,960][fastwam.trainer][INFO] - [train] epoch=9 step=5230/13625 loss=0.1204 loss_action=0.0046 loss_video=0.1158 lr=7.28e-05 speed=0.74 step/s, 94.34 samples/s eta=03:09:49 +[2026-09-18 19:23:39,602][fastwam.trainer][INFO] - [train] epoch=9 step=5240/13625 loss=0.1097 loss_action=0.0058 loss_video=0.1040 lr=7.27e-05 speed=0.74 step/s, 94.34 samples/s eta=03:09:36 +[2026-09-18 19:23:51,008][fastwam.trainer][INFO] - [train] epoch=9 step=5250/13625 loss=0.0987 loss_action=0.0051 loss_video=0.0937 lr=7.26e-05 speed=0.74 step/s, 94.37 samples/s eta=03:09:19 +[2026-09-18 19:24:02,456][fastwam.trainer][INFO] - [train] epoch=9 step=5260/13625 loss=0.0992 loss_action=0.0058 loss_video=0.0934 lr=7.25e-05 speed=0.74 step/s, 94.40 samples/s eta=03:09:02 +[2026-09-18 19:24:13,902][fastwam.trainer][INFO] - [train] epoch=9 step=5270/13625 loss=0.0979 loss_action=0.0061 loss_video=0.0918 lr=7.23e-05 speed=0.74 step/s, 94.43 samples/s eta=03:08:45 +[2026-09-18 19:24:27,307][fastwam.trainer][INFO] - [train] epoch=9 step=5280/13625 loss=0.0889 loss_action=0.0040 loss_video=0.0849 lr=7.22e-05 speed=0.74 step/s, 94.43 samples/s eta=03:08:31 +[2026-09-18 19:24:38,798][fastwam.trainer][INFO] - [train] epoch=9 step=5290/13625 loss=0.1029 loss_action=0.0046 loss_video=0.0983 lr=7.21e-05 speed=0.74 step/s, 94.46 samples/s eta=03:08:14 +[2026-09-18 19:24:50,195][fastwam.trainer][INFO] - [train] epoch=9 step=5300/13625 loss=0.1190 loss_action=0.0050 loss_video=0.1139 lr=7.20e-05 speed=0.74 step/s, 94.49 samples/s eta=03:07:57 +[2026-09-18 19:25:01,526][fastwam.trainer][INFO] - [train] epoch=9 step=5310/13625 loss=0.1102 loss_action=0.0051 loss_video=0.1051 lr=7.19e-05 speed=0.74 step/s, 94.51 samples/s eta=03:07:40 +[2026-09-18 19:25:14,984][fastwam.trainer][INFO] - [train] epoch=9 step=5320/13625 loss=0.0981 loss_action=0.0042 loss_video=0.0939 lr=7.18e-05 speed=0.74 step/s, 94.52 samples/s eta=03:07:27 +[2026-09-18 19:25:26,275][fastwam.trainer][INFO] - [train] epoch=9 step=5330/13625 loss=0.1112 loss_action=0.0043 loss_video=0.1069 lr=7.17e-05 speed=0.74 step/s, 94.54 samples/s eta=03:07:10 +[2026-09-18 19:25:37,564][fastwam.trainer][INFO] - [train] epoch=9 step=5340/13625 loss=0.0905 loss_action=0.0043 loss_video=0.0862 lr=7.16e-05 speed=0.74 step/s, 94.57 samples/s eta=03:06:53 +[2026-09-18 19:25:48,921][fastwam.trainer][INFO] - [train] epoch=9 step=5350/13625 loss=0.0864 loss_action=0.0049 loss_video=0.0815 lr=7.15e-05 speed=0.74 step/s, 94.60 samples/s eta=03:06:36 +[2026-09-18 19:26:02,978][fastwam.trainer][INFO] - [train] epoch=9 step=5360/13625 loss=0.1100 loss_action=0.0050 loss_video=0.1050 lr=7.14e-05 speed=0.74 step/s, 94.60 samples/s eta=03:06:23 +[2026-09-18 19:26:14,655][fastwam.trainer][INFO] - [train] epoch=9 step=5370/13625 loss=0.1161 loss_action=0.0052 loss_video=0.1109 lr=7.13e-05 speed=0.74 step/s, 94.62 samples/s eta=03:06:07 +[2026-09-18 19:26:26,073][fastwam.trainer][INFO] - [train] epoch=9 step=5380/13625 loss=0.0980 loss_action=0.0049 loss_video=0.0930 lr=7.11e-05 speed=0.74 step/s, 94.65 samples/s eta=03:05:50 +[2026-09-18 19:26:37,483][fastwam.trainer][INFO] - [train] epoch=9 step=5390/13625 loss=0.1034 loss_action=0.0046 loss_video=0.0988 lr=7.10e-05 speed=0.74 step/s, 94.67 samples/s eta=03:05:33 +[2026-09-18 19:26:50,837][fastwam.trainer][INFO] - [train] epoch=9 step=5400/13625 loss=0.0915 loss_action=0.0032 loss_video=0.0883 lr=7.09e-05 speed=0.74 step/s, 94.68 samples/s eta=03:05:19 +[2026-09-18 19:27:02,221][fastwam.trainer][INFO] - [train] epoch=9 step=5410/13625 loss=0.0974 loss_action=0.0056 loss_video=0.0918 lr=7.08e-05 speed=0.74 step/s, 94.70 samples/s eta=03:05:03 +[2026-09-18 19:27:13,872][fastwam.trainer][INFO] - [train] epoch=9 step=5420/13625 loss=0.1029 loss_action=0.0041 loss_video=0.0988 lr=7.07e-05 speed=0.74 step/s, 94.73 samples/s eta=03:04:46 +[2026-09-18 19:27:25,351][fastwam.trainer][INFO] - [train] epoch=9 step=5430/13625 loss=0.1142 loss_action=0.0047 loss_video=0.1094 lr=7.06e-05 speed=0.74 step/s, 94.76 samples/s eta=03:04:30 +[2026-09-18 19:27:38,857][fastwam.trainer][INFO] - [train] epoch=9 step=5440/13625 loss=0.0931 loss_action=0.0037 loss_video=0.0894 lr=7.05e-05 speed=0.74 step/s, 94.76 samples/s eta=03:04:16 +[2026-09-18 19:27:50,996][fastwam.trainer][INFO] - [train] epoch=9 step=5450/13625 loss=0.0954 loss_action=0.0033 loss_video=0.0920 lr=7.04e-05 speed=0.74 step/s, 94.77 samples/s eta=03:04:01 +[2026-09-18 19:31:38,939][accelerate.accelerator][INFO] - Saving current state to /mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Benchmark/FastWAM-TDAA/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/checkpoints/state/step_005450 +[2026-09-18 19:31:38,945][accelerate.accelerator][INFO] - Saving DeepSpeed Model and Optimizer +[2026-09-18 19:38:38,644][accelerate.accelerator][INFO] - DeepSpeed Model and Optimizer saved to output dir /mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Benchmark/FastWAM-TDAA/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/checkpoints/state/step_005450/pytorch_model +[2026-09-18 19:38:38,682][accelerate.checkpointing][INFO] - Scheduler state saved in /mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Benchmark/FastWAM-TDAA/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/checkpoints/state/step_005450/scheduler.bin +[2026-09-18 19:38:38,686][accelerate.checkpointing][INFO] - Sampler state for dataloader 0 saved in /mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Benchmark/FastWAM-TDAA/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/checkpoints/state/step_005450/sampler.bin +[2026-09-18 19:38:38,701][accelerate.checkpointing][INFO] - Random states saved in /mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Benchmark/FastWAM-TDAA/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/checkpoints/state/step_005450/random_states_0.pkl +[2026-09-18 19:38:39,551][fastwam.trainer][INFO] - [ckpt] step=5450 weights=/mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Benchmark/FastWAM-TDAA/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/checkpoints/weights/step_005450.pt state=/mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Benchmark/FastWAM-TDAA/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/checkpoints/state/step_005450 +[2026-09-18 19:39:06,746][fastwam.trainer][INFO] - [train] epoch=10 step=5460/13625 loss=0.0966 loss_action=0.0050 loss_video=0.0917 lr=7.03e-05 speed=0.68 step/s, 86.96 samples/s eta=03:20:17 +[2026-09-18 19:39:18,839][fastwam.trainer][INFO] - [train] epoch=10 step=5470/13625 loss=0.1128 loss_action=0.0052 loss_video=0.1076 lr=7.02e-05 speed=0.68 step/s, 86.99 samples/s eta=03:19:59 +[2026-09-18 19:39:30,283][fastwam.trainer][INFO] - [train] epoch=10 step=5480/13625 loss=0.0977 loss_action=0.0049 loss_video=0.0928 lr=7.01e-05 speed=0.68 step/s, 87.03 samples/s eta=03:19:39 +[2026-09-18 19:39:43,585][fastwam.trainer][INFO] - [train] epoch=10 step=5490/13625 loss=0.0883 loss_action=0.0054 loss_video=0.0830 lr=6.99e-05 speed=0.68 step/s, 87.04 samples/s eta=03:19:22 +[2026-09-18 19:39:54,814][fastwam.trainer][INFO] - [train] epoch=10 step=5500/13625 loss=0.1041 loss_action=0.0039 loss_video=0.1002 lr=6.98e-05 speed=0.68 step/s, 87.08 samples/s eta=03:19:03 +[2026-09-18 19:39:59,557][fastwam.trainer][INFO] - Restoring DiT/proprio training and the configured TDAA freeze mode. +[2026-09-18 19:40:00,525][fastwam.trainer][INFO] - [eval] step=5500 val_loss=0.0579 infer_psnr=34.9898 infer_ssim=0.9528 action_l2=0.0003 action_l1=0.0099 +[2026-09-18 19:40:09,871][fastwam.trainer][INFO] - [train] epoch=10 step=5510/13625 loss=0.0923 loss_action=0.0038 loss_video=0.0885 lr=6.97e-05 speed=0.68 step/s, 87.08 samples/s eta=03:18:48 +[2026-09-18 19:40:20,117][fastwam.trainer][INFO] - [train] epoch=10 step=5520/13625 loss=0.0870 loss_action=0.0039 loss_video=0.0831 lr=6.96e-05 speed=0.68 step/s, 87.12 samples/s eta=03:18:27 +[2026-09-18 19:40:32,684][fastwam.trainer][INFO] - [train] epoch=10 step=5530/13625 loss=0.0942 loss_action=0.0034 loss_video=0.0908 lr=6.95e-05 speed=0.68 step/s, 87.15 samples/s eta=03:18:09 +[2026-09-18 19:40:45,127][fastwam.trainer][INFO] - [train] epoch=10 step=5540/13625 loss=0.0969 loss_action=0.0040 loss_video=0.0929 lr=6.94e-05 speed=0.68 step/s, 87.17 samples/s eta=03:17:51 +[2026-09-18 19:40:57,678][fastwam.trainer][INFO] - [train] epoch=10 step=5550/13625 loss=0.1012 loss_action=0.0047 loss_video=0.0965 lr=6.93e-05 speed=0.68 step/s, 87.19 samples/s eta=03:17:34 +[2026-09-18 19:41:13,215][fastwam.trainer][INFO] - [train] epoch=10 step=5560/13625 loss=0.1268 loss_action=0.0043 loss_video=0.1225 lr=6.92e-05 speed=0.68 step/s, 87.18 samples/s eta=03:17:20 +[2026-09-18 19:41:25,592][fastwam.trainer][INFO] - [train] epoch=10 step=5570/13625 loss=0.0906 loss_action=0.0051 loss_video=0.0855 lr=6.91e-05 speed=0.68 step/s, 87.21 samples/s eta=03:17:02 +[2026-09-18 19:41:37,976][fastwam.trainer][INFO] - [train] epoch=10 step=5580/13625 loss=0.1092 loss_action=0.0035 loss_video=0.1057 lr=6.89e-05 speed=0.68 step/s, 87.23 samples/s eta=03:16:44 +[2026-09-18 19:41:50,423][fastwam.trainer][INFO] - [train] epoch=10 step=5590/13625 loss=0.0976 loss_action=0.0040 loss_video=0.0936 lr=6.88e-05 speed=0.68 step/s, 87.26 samples/s eta=03:16:26 +[2026-09-18 19:42:05,842][fastwam.trainer][INFO] - [train] epoch=10 step=5600/13625 loss=0.0989 loss_action=0.0052 loss_video=0.0937 lr=6.87e-05 speed=0.68 step/s, 87.25 samples/s eta=03:16:13 +[2026-09-18 19:42:18,235][fastwam.trainer][INFO] - [train] epoch=10 step=5610/13625 loss=0.1130 loss_action=0.0046 loss_video=0.1084 lr=6.86e-05 speed=0.68 step/s, 87.27 samples/s eta=03:15:55 +[2026-09-18 19:42:30,563][fastwam.trainer][INFO] - [train] epoch=10 step=5620/13625 loss=0.0939 loss_action=0.0036 loss_video=0.0903 lr=6.85e-05 speed=0.68 step/s, 87.30 samples/s eta=03:15:37 +[2026-09-18 19:42:43,324][fastwam.trainer][INFO] - [train] epoch=10 step=5630/13625 loss=0.1063 loss_action=0.0041 loss_video=0.1022 lr=6.84e-05 speed=0.68 step/s, 87.32 samples/s eta=03:15:19 +[2026-09-18 19:42:58,240][fastwam.trainer][INFO] - [train] epoch=10 step=5640/13625 loss=0.0891 loss_action=0.0044 loss_video=0.0847 lr=6.83e-05 speed=0.68 step/s, 87.31 samples/s eta=03:15:05 +[2026-09-18 19:43:10,630][fastwam.trainer][INFO] - [train] epoch=10 step=5650/13625 loss=0.1059 loss_action=0.0047 loss_video=0.1011 lr=6.82e-05 speed=0.68 step/s, 87.34 samples/s eta=03:14:47 +[2026-09-18 19:43:22,964][fastwam.trainer][INFO] - [train] epoch=10 step=5660/13625 loss=0.0878 loss_action=0.0031 loss_video=0.0846 lr=6.80e-05 speed=0.68 step/s, 87.36 samples/s eta=03:14:29 +[2026-09-18 19:43:35,303][fastwam.trainer][INFO] - [train] epoch=10 step=5670/13625 loss=0.1074 loss_action=0.0040 loss_video=0.1034 lr=6.79e-05 speed=0.68 step/s, 87.39 samples/s eta=03:14:12 +[2026-09-18 19:43:50,694][fastwam.trainer][INFO] - [train] epoch=10 step=5680/13625 loss=0.0890 loss_action=0.0035 loss_video=0.0855 lr=6.78e-05 speed=0.68 step/s, 87.38 samples/s eta=03:13:58 +[2026-09-18 19:44:02,977][fastwam.trainer][INFO] - [train] epoch=10 step=5690/13625 loss=0.1104 loss_action=0.0046 loss_video=0.1059 lr=6.77e-05 speed=0.68 step/s, 87.40 samples/s eta=03:13:40 +[2026-09-18 19:44:15,406][fastwam.trainer][INFO] - [train] epoch=10 step=5700/13625 loss=0.1136 loss_action=0.0040 loss_video=0.1096 lr=6.76e-05 speed=0.68 step/s, 87.43 samples/s eta=03:13:22 +[2026-09-18 19:44:27,743][fastwam.trainer][INFO] - [train] epoch=10 step=5710/13625 loss=0.1021 loss_action=0.0039 loss_video=0.0982 lr=6.75e-05 speed=0.68 step/s, 87.45 samples/s eta=03:13:04 +[2026-09-18 19:44:43,217][fastwam.trainer][INFO] - [train] epoch=10 step=5720/13625 loss=0.0848 loss_action=0.0047 loss_video=0.0801 lr=6.74e-05 speed=0.68 step/s, 87.44 samples/s eta=03:12:51 +[2026-09-18 19:44:56,539][fastwam.trainer][INFO] - [train] epoch=10 step=5730/13625 loss=0.1032 loss_action=0.0046 loss_video=0.0986 lr=6.73e-05 speed=0.68 step/s, 87.46 samples/s eta=03:12:34 +[2026-09-18 19:45:08,014][fastwam.trainer][INFO] - [train] epoch=10 step=5740/13625 loss=0.1033 loss_action=0.0037 loss_video=0.0996 lr=6.71e-05 speed=0.68 step/s, 87.49 samples/s eta=03:12:15 +[2026-09-18 19:45:20,893][fastwam.trainer][INFO] - [train] epoch=10 step=5750/13625 loss=0.0926 loss_action=0.0044 loss_video=0.0882 lr=6.70e-05 speed=0.68 step/s, 87.51 samples/s eta=03:11:58 +[2026-09-18 19:45:35,732][fastwam.trainer][INFO] - [train] epoch=10 step=5760/13625 loss=0.0923 loss_action=0.0037 loss_video=0.0886 lr=6.69e-05 speed=0.68 step/s, 87.51 samples/s eta=03:11:44 +[2026-09-18 19:45:48,298][fastwam.trainer][INFO] - [train] epoch=10 step=5770/13625 loss=0.1137 loss_action=0.0043 loss_video=0.1093 lr=6.68e-05 speed=0.68 step/s, 87.53 samples/s eta=03:11:27 +[2026-09-18 19:46:00,651][fastwam.trainer][INFO] - [train] epoch=10 step=5780/13625 loss=0.0960 loss_action=0.0040 loss_video=0.0920 lr=6.67e-05 speed=0.68 step/s, 87.55 samples/s eta=03:11:09 +[2026-09-18 19:46:13,071][fastwam.trainer][INFO] - [train] epoch=10 step=5790/13625 loss=0.1143 loss_action=0.0046 loss_video=0.1097 lr=6.66e-05 speed=0.68 step/s, 87.57 samples/s eta=03:10:51 +[2026-09-18 19:46:28,429][fastwam.trainer][INFO] - [train] epoch=10 step=5800/13625 loss=0.1051 loss_action=0.0045 loss_video=0.1006 lr=6.65e-05 speed=0.68 step/s, 87.57 samples/s eta=03:10:38 +[2026-09-18 19:46:40,740][fastwam.trainer][INFO] - [train] epoch=10 step=5810/13625 loss=0.0992 loss_action=0.0041 loss_video=0.0951 lr=6.64e-05 speed=0.68 step/s, 87.59 samples/s eta=03:10:20 +[2026-09-18 19:46:53,148][fastwam.trainer][INFO] - [train] epoch=10 step=5820/13625 loss=0.1082 loss_action=0.0032 loss_video=0.1050 lr=6.62e-05 speed=0.68 step/s, 87.61 samples/s eta=03:10:02 +[2026-09-18 19:47:05,587][fastwam.trainer][INFO] - [train] epoch=10 step=5830/13625 loss=0.0895 loss_action=0.0058 loss_video=0.0837 lr=6.61e-05 speed=0.68 step/s, 87.63 samples/s eta=03:09:45 +[2026-09-18 19:47:21,088][fastwam.trainer][INFO] - [train] epoch=10 step=5840/13625 loss=0.0919 loss_action=0.0041 loss_video=0.0878 lr=6.60e-05 speed=0.68 step/s, 87.63 samples/s eta=03:09:32 +[2026-09-18 19:47:33,536][fastwam.trainer][INFO] - [train] epoch=10 step=5850/13625 loss=0.0999 loss_action=0.0035 loss_video=0.0964 lr=6.59e-05 speed=0.68 step/s, 87.65 samples/s eta=03:09:14 +[2026-09-18 19:47:45,941][fastwam.trainer][INFO] - [train] epoch=10 step=5860/13625 loss=0.0947 loss_action=0.0036 loss_video=0.0911 lr=6.58e-05 speed=0.68 step/s, 87.67 samples/s eta=03:08:57 +[2026-09-18 19:47:58,351][fastwam.trainer][INFO] - [train] epoch=10 step=5870/13625 loss=0.1126 loss_action=0.0036 loss_video=0.1090 lr=6.57e-05 speed=0.69 step/s, 87.69 samples/s eta=03:08:39 +[2026-09-18 19:48:14,007][fastwam.trainer][INFO] - [train] epoch=10 step=5880/13625 loss=0.1103 loss_action=0.0035 loss_video=0.1068 lr=6.56e-05 speed=0.69 step/s, 87.68 samples/s eta=03:08:26 +[2026-09-18 19:48:26,366][fastwam.trainer][INFO] - [train] epoch=10 step=5890/13625 loss=0.1017 loss_action=0.0041 loss_video=0.0976 lr=6.54e-05 speed=0.69 step/s, 87.70 samples/s eta=03:08:08 +[2026-09-18 19:48:38,900][fastwam.trainer][INFO] - [train] epoch=10 step=5900/13625 loss=0.1010 loss_action=0.0048 loss_video=0.0962 lr=6.53e-05 speed=0.69 step/s, 87.73 samples/s eta=03:07:51 +[2026-09-18 19:48:51,728][fastwam.trainer][INFO] - [train] epoch=10 step=5910/13625 loss=0.0905 loss_action=0.0038 loss_video=0.0867 lr=6.52e-05 speed=0.69 step/s, 87.74 samples/s eta=03:07:34 +[2026-09-18 19:49:07,775][fastwam.trainer][INFO] - [train] epoch=10 step=5920/13625 loss=0.0942 loss_action=0.0041 loss_video=0.0902 lr=6.51e-05 speed=0.69 step/s, 87.73 samples/s eta=03:07:21 +[2026-09-18 19:49:20,191][fastwam.trainer][INFO] - [train] epoch=10 step=5930/13625 loss=0.1012 loss_action=0.0043 loss_video=0.0969 lr=6.50e-05 speed=0.69 step/s, 87.75 samples/s eta=03:07:04 +[2026-09-18 19:49:32,534][fastwam.trainer][INFO] - [train] epoch=10 step=5940/13625 loss=0.1092 loss_action=0.0036 loss_video=0.1056 lr=6.49e-05 speed=0.69 step/s, 87.77 samples/s eta=03:06:47 +[2026-09-18 19:49:44,903][fastwam.trainer][INFO] - [train] epoch=10 step=5950/13625 loss=0.0869 loss_action=0.0037 loss_video=0.0832 lr=6.47e-05 speed=0.69 step/s, 87.80 samples/s eta=03:06:29 +[2026-09-18 19:50:00,709][fastwam.trainer][INFO] - [train] epoch=10 step=5960/13625 loss=0.1083 loss_action=0.0038 loss_video=0.1045 lr=6.46e-05 speed=0.69 step/s, 87.78 samples/s eta=03:06:16 +[2026-09-18 19:50:13,181][fastwam.trainer][INFO] - [train] epoch=10 step=5970/13625 loss=0.1114 loss_action=0.0035 loss_video=0.1080 lr=6.45e-05 speed=0.69 step/s, 87.80 samples/s eta=03:05:59 +[2026-09-18 19:50:25,654][fastwam.trainer][INFO] - [train] epoch=10 step=5980/13625 loss=0.0933 loss_action=0.0048 loss_video=0.0886 lr=6.44e-05 speed=0.69 step/s, 87.83 samples/s eta=03:05:42 +[2026-09-18 19:50:37,959][fastwam.trainer][INFO] - [train] epoch=10 step=5990/13625 loss=0.0881 loss_action=0.0039 loss_video=0.0842 lr=6.43e-05 speed=0.69 step/s, 87.85 samples/s eta=03:05:24 +[2026-09-18 19:51:07,002][fastwam.trainer][INFO] - [train] epoch=11 step=6000/13625 loss=0.0851 loss_action=0.0034 loss_video=0.0817 lr=6.42e-05 speed=0.69 step/s, 87.70 samples/s eta=03:05:28 +[2026-09-18 19:51:11,546][fastwam.trainer][INFO] - Restoring DiT/proprio training and the configured TDAA freeze mode. +[2026-09-18 19:51:12,528][fastwam.trainer][INFO] - [eval] step=6000 val_loss=0.1283 infer_psnr=34.4623 infer_ssim=0.9509 action_l2=0.0025 action_l1=0.0141 +[2026-09-18 19:51:23,127][fastwam.trainer][INFO] - [train] epoch=11 step=6010/13625 loss=0.0782 loss_action=0.0030 loss_video=0.0751 lr=6.41e-05 speed=0.69 step/s, 87.69 samples/s eta=03:05:15 +[2026-09-18 19:51:32,942][fastwam.trainer][INFO] - [train] epoch=11 step=6020/13625 loss=0.0820 loss_action=0.0040 loss_video=0.0780 lr=6.39e-05 speed=0.69 step/s, 87.74 samples/s eta=03:04:55 +[2026-09-18 19:51:44,193][fastwam.trainer][INFO] - [train] epoch=11 step=6030/13625 loss=0.0945 loss_action=0.0031 loss_video=0.0914 lr=6.38e-05 speed=0.69 step/s, 87.77 samples/s eta=03:04:36 +[2026-09-18 19:51:55,715][fastwam.trainer][INFO] - [train] epoch=11 step=6040/13625 loss=0.0984 loss_action=0.0037 loss_video=0.0947 lr=6.37e-05 speed=0.69 step/s, 87.80 samples/s eta=03:04:17 +[2026-09-18 19:52:07,222][fastwam.trainer][INFO] - [train] epoch=11 step=6050/13625 loss=0.1128 loss_action=0.0031 loss_video=0.1097 lr=6.36e-05 speed=0.69 step/s, 87.83 samples/s eta=03:03:59 +[2026-09-18 19:52:19,706][fastwam.trainer][INFO] - [train] epoch=11 step=6060/13625 loss=0.0930 loss_action=0.0043 loss_video=0.0887 lr=6.35e-05 speed=0.69 step/s, 87.85 samples/s eta=03:03:42 +[2026-09-18 19:52:31,257][fastwam.trainer][INFO] - [train] epoch=11 step=6070/13625 loss=0.0946 loss_action=0.0042 loss_video=0.0904 lr=6.34e-05 speed=0.69 step/s, 87.88 samples/s eta=03:03:23 +[2026-09-18 19:52:43,331][fastwam.trainer][INFO] - [train] epoch=11 step=6080/13625 loss=0.1149 loss_action=0.0032 loss_video=0.1117 lr=6.32e-05 speed=0.69 step/s, 87.91 samples/s eta=03:03:06 +[2026-09-18 19:52:54,533][fastwam.trainer][INFO] - [train] epoch=11 step=6090/13625 loss=0.0998 loss_action=0.0036 loss_video=0.0962 lr=6.31e-05 speed=0.69 step/s, 87.94 samples/s eta=03:02:47 +[2026-09-18 19:53:07,472][fastwam.trainer][INFO] - [train] epoch=11 step=6100/13625 loss=0.0959 loss_action=0.0037 loss_video=0.0923 lr=6.30e-05 speed=0.69 step/s, 87.96 samples/s eta=03:02:31 +[2026-09-18 19:53:18,709][fastwam.trainer][INFO] - [train] epoch=11 step=6110/13625 loss=0.1024 loss_action=0.0035 loss_video=0.0989 lr=6.29e-05 speed=0.69 step/s, 87.99 samples/s eta=03:02:12 +[2026-09-18 19:53:30,400][fastwam.trainer][INFO] - [train] epoch=11 step=6120/13625 loss=0.0937 loss_action=0.0041 loss_video=0.0895 lr=6.28e-05 speed=0.69 step/s, 88.02 samples/s eta=03:01:54 +[2026-09-18 19:53:43,223][fastwam.trainer][INFO] - [train] epoch=11 step=6130/13625 loss=0.1096 loss_action=0.0041 loss_video=0.1055 lr=6.27e-05 speed=0.69 step/s, 88.03 samples/s eta=03:01:37 +[2026-09-18 19:53:54,636][fastwam.trainer][INFO] - [train] epoch=11 step=6140/13625 loss=0.0987 loss_action=0.0029 loss_video=0.0958 lr=6.25e-05 speed=0.69 step/s, 88.06 samples/s eta=03:01:19 +[2026-09-18 19:54:07,782][fastwam.trainer][INFO] - [train] epoch=11 step=6150/13625 loss=0.0800 loss_action=0.0038 loss_video=0.0762 lr=6.24e-05 speed=0.69 step/s, 88.08 samples/s eta=03:01:03 +[2026-09-18 19:54:19,263][fastwam.trainer][INFO] - [train] epoch=11 step=6160/13625 loss=0.0921 loss_action=0.0043 loss_video=0.0877 lr=6.23e-05 speed=0.69 step/s, 88.11 samples/s eta=03:00:44 +[2026-09-18 19:54:30,801][fastwam.trainer][INFO] - [train] epoch=11 step=6170/13625 loss=0.1001 loss_action=0.0040 loss_video=0.0961 lr=6.22e-05 speed=0.69 step/s, 88.14 samples/s eta=03:00:26 +[2026-09-18 19:54:41,864][fastwam.trainer][INFO] - [train] epoch=11 step=6180/13625 loss=0.1011 loss_action=0.0032 loss_video=0.0979 lr=6.21e-05 speed=0.69 step/s, 88.17 samples/s eta=03:00:08 +[2026-09-18 19:54:55,406][fastwam.trainer][INFO] - [train] epoch=11 step=6190/13625 loss=0.0901 loss_action=0.0044 loss_video=0.0857 lr=6.20e-05 speed=0.69 step/s, 88.18 samples/s eta=02:59:52 +[2026-09-18 19:55:06,609][fastwam.trainer][INFO] - [train] epoch=11 step=6200/13625 loss=0.1165 loss_action=0.0043 loss_video=0.1122 lr=6.18e-05 speed=0.69 step/s, 88.21 samples/s eta=02:59:33 +[2026-09-18 19:55:17,705][fastwam.trainer][INFO] - [train] epoch=11 step=6210/13625 loss=0.0964 loss_action=0.0045 loss_video=0.0919 lr=6.17e-05 speed=0.69 step/s, 88.25 samples/s eta=02:59:15 +[2026-09-18 19:55:28,943][fastwam.trainer][INFO] - [train] epoch=11 step=6220/13625 loss=0.0888 loss_action=0.0050 loss_video=0.0838 lr=6.16e-05 speed=0.69 step/s, 88.28 samples/s eta=02:58:56 +[2026-09-18 19:55:41,920][fastwam.trainer][INFO] - [train] epoch=11 step=6230/13625 loss=0.1035 loss_action=0.0030 loss_video=0.1005 lr=6.15e-05 speed=0.69 step/s, 88.29 samples/s eta=02:58:40 +[2026-09-18 19:55:53,062][fastwam.trainer][INFO] - [train] epoch=11 step=6240/13625 loss=0.1016 loss_action=0.0037 loss_video=0.0979 lr=6.14e-05 speed=0.69 step/s, 88.33 samples/s eta=02:58:22 +[2026-09-18 19:56:04,152][fastwam.trainer][INFO] - [train] epoch=11 step=6250/13625 loss=0.0995 loss_action=0.0038 loss_video=0.0957 lr=6.13e-05 speed=0.69 step/s, 88.36 samples/s eta=02:58:03 +[2026-09-18 19:56:15,341][fastwam.trainer][INFO] - [train] epoch=11 step=6260/13625 loss=0.0958 loss_action=0.0035 loss_video=0.0924 lr=6.11e-05 speed=0.69 step/s, 88.39 samples/s eta=02:57:45 +[2026-09-18 19:56:28,178][fastwam.trainer][INFO] - [train] epoch=11 step=6270/13625 loss=0.1048 loss_action=0.0028 loss_video=0.1019 lr=6.10e-05 speed=0.69 step/s, 88.41 samples/s eta=02:57:28 +[2026-09-18 19:56:40,243][fastwam.trainer][INFO] - [train] epoch=11 step=6280/13625 loss=0.0853 loss_action=0.0041 loss_video=0.0812 lr=6.09e-05 speed=0.69 step/s, 88.43 samples/s eta=02:57:11 +[2026-09-18 19:56:50,290][fastwam.trainer][INFO] - [train] epoch=11 step=6290/13625 loss=0.1128 loss_action=0.0042 loss_video=0.1086 lr=6.08e-05 speed=0.69 step/s, 88.47 samples/s eta=02:56:51 +[2026-09-18 19:57:03,148][fastwam.trainer][INFO] - [train] epoch=11 step=6300/13625 loss=0.0864 loss_action=0.0033 loss_video=0.0831 lr=6.07e-05 speed=0.69 step/s, 88.49 samples/s eta=02:56:35 +[2026-09-18 19:57:15,250][fastwam.trainer][INFO] - [train] epoch=11 step=6310/13625 loss=0.0983 loss_action=0.0039 loss_video=0.0944 lr=6.06e-05 speed=0.69 step/s, 88.51 samples/s eta=02:56:18 +[2026-09-18 19:57:26,481][fastwam.trainer][INFO] - [train] epoch=11 step=6320/13625 loss=0.1119 loss_action=0.0052 loss_video=0.1067 lr=6.04e-05 speed=0.69 step/s, 88.54 samples/s eta=02:56:00 +[2026-09-18 19:57:38,036][fastwam.trainer][INFO] - [train] epoch=11 step=6330/13625 loss=0.0984 loss_action=0.0032 loss_video=0.0952 lr=6.03e-05 speed=0.69 step/s, 88.57 samples/s eta=02:55:42 +[2026-09-18 19:57:50,772][fastwam.trainer][INFO] - [train] epoch=11 step=6340/13625 loss=0.0931 loss_action=0.0041 loss_video=0.0890 lr=6.02e-05 speed=0.69 step/s, 88.59 samples/s eta=02:55:25 +[2026-09-18 19:58:01,953][fastwam.trainer][INFO] - [train] epoch=11 step=6350/13625 loss=0.0852 loss_action=0.0029 loss_video=0.0823 lr=6.01e-05 speed=0.69 step/s, 88.62 samples/s eta=02:55:07 +[2026-09-18 19:58:13,540][fastwam.trainer][INFO] - [train] epoch=11 step=6360/13625 loss=0.0965 loss_action=0.0033 loss_video=0.0933 lr=6.00e-05 speed=0.69 step/s, 88.65 samples/s eta=02:54:50 +[2026-09-18 19:58:24,712][fastwam.trainer][INFO] - [train] epoch=11 step=6370/13625 loss=0.0869 loss_action=0.0033 loss_video=0.0836 lr=5.99e-05 speed=0.69 step/s, 88.68 samples/s eta=02:54:31 +[2026-09-18 19:58:37,795][fastwam.trainer][INFO] - [train] epoch=11 step=6380/13625 loss=0.1079 loss_action=0.0043 loss_video=0.1036 lr=5.97e-05 speed=0.69 step/s, 88.69 samples/s eta=02:54:15 +[2026-09-18 19:58:49,152][fastwam.trainer][INFO] - [train] epoch=11 step=6390/13625 loss=0.0958 loss_action=0.0028 loss_video=0.0931 lr=5.96e-05 speed=0.69 step/s, 88.72 samples/s eta=02:53:58 +[2026-09-18 19:59:00,456][fastwam.trainer][INFO] - [train] epoch=11 step=6400/13625 loss=0.0884 loss_action=0.0035 loss_video=0.0850 lr=5.95e-05 speed=0.69 step/s, 88.75 samples/s eta=02:53:40 +[2026-09-18 19:59:11,781][fastwam.trainer][INFO] - [train] epoch=11 step=6410/13625 loss=0.0999 loss_action=0.0042 loss_video=0.0957 lr=5.94e-05 speed=0.69 step/s, 88.78 samples/s eta=02:53:22 +[2026-09-18 19:59:24,910][fastwam.trainer][INFO] - [train] epoch=11 step=6420/13625 loss=0.0993 loss_action=0.0034 loss_video=0.0959 lr=5.93e-05 speed=0.69 step/s, 88.79 samples/s eta=02:53:06 +[2026-09-18 19:59:36,138][fastwam.trainer][INFO] - [train] epoch=11 step=6430/13625 loss=0.0980 loss_action=0.0037 loss_video=0.0944 lr=5.91e-05 speed=0.69 step/s, 88.82 samples/s eta=02:52:48 +[2026-09-18 19:59:47,349][fastwam.trainer][INFO] - [train] epoch=11 step=6440/13625 loss=0.0851 loss_action=0.0031 loss_video=0.0820 lr=5.90e-05 speed=0.69 step/s, 88.86 samples/s eta=02:52:30 +[2026-09-18 19:59:58,655][fastwam.trainer][INFO] - [train] epoch=11 step=6450/13625 loss=0.0933 loss_action=0.0040 loss_video=0.0893 lr=5.89e-05 speed=0.69 step/s, 88.88 samples/s eta=02:52:12 +[2026-09-18 20:00:11,642][fastwam.trainer][INFO] - [train] epoch=11 step=6460/13625 loss=0.0828 loss_action=0.0037 loss_video=0.0790 lr=5.88e-05 speed=0.69 step/s, 88.90 samples/s eta=02:51:56 +[2026-09-18 20:00:23,218][fastwam.trainer][INFO] - [train] epoch=11 step=6470/13625 loss=0.1039 loss_action=0.0040 loss_video=0.0999 lr=5.87e-05 speed=0.69 step/s, 88.93 samples/s eta=02:51:38 +[2026-09-18 20:00:34,787][fastwam.trainer][INFO] - [train] epoch=11 step=6480/13625 loss=0.1120 loss_action=0.0038 loss_video=0.1082 lr=5.85e-05 speed=0.69 step/s, 88.95 samples/s eta=02:51:21 +[2026-09-18 20:00:45,937][fastwam.trainer][INFO] - [train] epoch=11 step=6490/13625 loss=0.0907 loss_action=0.0031 loss_video=0.0875 lr=5.84e-05 speed=0.70 step/s, 88.98 samples/s eta=02:51:03 +[2026-09-18 20:00:58,737][fastwam.trainer][INFO] - [train] epoch=11 step=6500/13625 loss=0.1209 loss_action=0.0036 loss_video=0.1174 lr=5.83e-05 speed=0.70 step/s, 89.00 samples/s eta=02:50:47 +[2026-09-18 20:01:03,420][fastwam.trainer][INFO] - Restoring DiT/proprio training and the configured TDAA freeze mode. +[2026-09-18 20:01:04,407][fastwam.trainer][INFO] - [eval] step=6500 val_loss=0.0573 infer_psnr=35.5261 infer_ssim=0.9567 action_l2=0.0008 action_l1=0.0117 +[2026-09-18 20:01:13,798][fastwam.trainer][INFO] - [train] epoch=11 step=6510/13625 loss=0.1043 loss_action=0.0038 loss_video=0.1005 lr=5.82e-05 speed=0.70 step/s, 88.99 samples/s eta=02:50:33 +[2026-09-18 20:01:23,169][fastwam.trainer][INFO] - [train] epoch=11 step=6520/13625 loss=0.0731 loss_action=0.0032 loss_video=0.0699 lr=5.81e-05 speed=0.70 step/s, 89.04 samples/s eta=02:50:13 +[2026-09-18 20:01:33,239][fastwam.trainer][INFO] - [train] epoch=11 step=6530/13625 loss=0.0831 loss_action=0.0041 loss_video=0.0789 lr=5.80e-05 speed=0.70 step/s, 89.08 samples/s eta=02:49:54 +[2026-09-18 20:01:45,555][fastwam.trainer][INFO] - [train] epoch=11 step=6540/13625 loss=0.1005 loss_action=0.0031 loss_video=0.0974 lr=5.78e-05 speed=0.70 step/s, 89.10 samples/s eta=02:49:38 +[2026-09-18 20:02:13,907][fastwam.trainer][INFO] - [train] epoch=12 step=6550/13625 loss=0.0809 loss_action=0.0030 loss_video=0.0779 lr=5.77e-05 speed=0.70 step/s, 88.97 samples/s eta=02:49:39 +[2026-09-18 20:02:25,106][fastwam.trainer][INFO] - [train] epoch=12 step=6560/13625 loss=0.1028 loss_action=0.0031 loss_video=0.0997 lr=5.76e-05 speed=0.70 step/s, 89.00 samples/s eta=02:49:21 +[2026-09-18 20:02:37,796][fastwam.trainer][INFO] - [train] epoch=12 step=6570/13625 loss=0.1037 loss_action=0.0034 loss_video=0.1003 lr=5.75e-05 speed=0.70 step/s, 89.01 samples/s eta=02:49:04 +[2026-09-18 20:02:49,859][fastwam.trainer][INFO] - [train] epoch=12 step=6580/13625 loss=0.0936 loss_action=0.0035 loss_video=0.0901 lr=5.74e-05 speed=0.70 step/s, 89.04 samples/s eta=02:48:48 +[2026-09-18 20:03:02,902][fastwam.trainer][INFO] - [train] epoch=12 step=6590/13625 loss=0.0942 loss_action=0.0036 loss_video=0.0906 lr=5.72e-05 speed=0.70 step/s, 89.05 samples/s eta=02:48:32 +[2026-09-18 20:03:14,166][fastwam.trainer][INFO] - [train] epoch=12 step=6600/13625 loss=0.0890 loss_action=0.0037 loss_video=0.0853 lr=5.71e-05 speed=0.70 step/s, 89.08 samples/s eta=02:48:14 +[2026-09-18 20:03:25,404][fastwam.trainer][INFO] - [train] epoch=12 step=6610/13625 loss=0.0891 loss_action=0.0036 loss_video=0.0855 lr=5.70e-05 speed=0.70 step/s, 89.11 samples/s eta=02:47:56 +[2026-09-18 20:03:37,573][fastwam.trainer][INFO] - [train] epoch=12 step=6620/13625 loss=0.0901 loss_action=0.0037 loss_video=0.0864 lr=5.69e-05 speed=0.70 step/s, 89.13 samples/s eta=02:47:40 +[2026-09-18 20:03:51,334][fastwam.trainer][INFO] - [train] epoch=12 step=6630/13625 loss=0.0954 loss_action=0.0031 loss_video=0.0924 lr=5.68e-05 speed=0.70 step/s, 89.13 samples/s eta=02:47:25 +[2026-09-18 20:04:02,366][fastwam.trainer][INFO] - [train] epoch=12 step=6640/13625 loss=0.0790 loss_action=0.0033 loss_video=0.0757 lr=5.66e-05 speed=0.70 step/s, 89.16 samples/s eta=02:47:07 +[2026-09-18 20:04:13,523][fastwam.trainer][INFO] - [train] epoch=12 step=6650/13625 loss=0.0747 loss_action=0.0033 loss_video=0.0713 lr=5.65e-05 speed=0.70 step/s, 89.19 samples/s eta=02:46:49 +[2026-09-18 20:04:24,678][fastwam.trainer][INFO] - [train] epoch=12 step=6660/13625 loss=0.0975 loss_action=0.0033 loss_video=0.0942 lr=5.64e-05 speed=0.70 step/s, 89.22 samples/s eta=02:46:32 +[2026-09-18 20:04:37,764][fastwam.trainer][INFO] - [train] epoch=12 step=6670/13625 loss=0.0900 loss_action=0.0032 loss_video=0.0869 lr=5.63e-05 speed=0.70 step/s, 89.24 samples/s eta=02:46:16 +[2026-09-18 20:04:48,937][fastwam.trainer][INFO] - [train] epoch=12 step=6680/13625 loss=0.0824 loss_action=0.0038 loss_video=0.0787 lr=5.62e-05 speed=0.70 step/s, 89.26 samples/s eta=02:45:58 +[2026-09-18 20:05:00,919][fastwam.trainer][INFO] - [train] epoch=12 step=6690/13625 loss=0.1127 loss_action=0.0029 loss_video=0.1098 lr=5.61e-05 speed=0.70 step/s, 89.29 samples/s eta=02:45:41 +[2026-09-18 20:05:12,643][fastwam.trainer][INFO] - [train] epoch=12 step=6700/13625 loss=0.0920 loss_action=0.0027 loss_video=0.0893 lr=5.59e-05 speed=0.70 step/s, 89.31 samples/s eta=02:45:24 +[2026-09-18 20:05:24,306][fastwam.trainer][INFO] - [train] epoch=12 step=6710/13625 loss=0.1115 loss_action=0.0041 loss_video=0.1074 lr=5.58e-05 speed=0.70 step/s, 89.34 samples/s eta=02:45:07 +[2026-09-18 20:05:35,543][fastwam.trainer][INFO] - [train] epoch=12 step=6720/13625 loss=0.0762 loss_action=0.0039 loss_video=0.0723 lr=5.57e-05 speed=0.70 step/s, 89.36 samples/s eta=02:44:50 +[2026-09-18 20:05:48,506][fastwam.trainer][INFO] - [train] epoch=12 step=6730/13625 loss=0.0932 loss_action=0.0033 loss_video=0.0899 lr=5.56e-05 speed=0.70 step/s, 89.38 samples/s eta=02:44:34 +[2026-09-18 20:05:59,567][fastwam.trainer][INFO] - [train] epoch=12 step=6740/13625 loss=0.0899 loss_action=0.0032 loss_video=0.0867 lr=5.55e-05 speed=0.70 step/s, 89.41 samples/s eta=02:44:16 +[2026-09-18 20:06:11,180][fastwam.trainer][INFO] - [train] epoch=12 step=6750/13625 loss=0.0844 loss_action=0.0024 loss_video=0.0820 lr=5.53e-05 speed=0.70 step/s, 89.43 samples/s eta=02:43:59 +[2026-09-18 20:06:22,322][fastwam.trainer][INFO] - [train] epoch=12 step=6760/13625 loss=0.0839 loss_action=0.0034 loss_video=0.0805 lr=5.52e-05 speed=0.70 step/s, 89.46 samples/s eta=02:43:42 +[2026-09-18 20:06:34,684][fastwam.trainer][INFO] - [train] epoch=12 step=6770/13625 loss=0.0920 loss_action=0.0034 loss_video=0.0886 lr=5.51e-05 speed=0.70 step/s, 89.48 samples/s eta=02:43:26 +[2026-09-18 20:06:45,803][fastwam.trainer][INFO] - [train] epoch=12 step=6780/13625 loss=0.0877 loss_action=0.0031 loss_video=0.0846 lr=5.50e-05 speed=0.70 step/s, 89.51 samples/s eta=02:43:08 +[2026-09-18 20:06:57,636][fastwam.trainer][INFO] - [train] epoch=12 step=6790/13625 loss=0.0905 loss_action=0.0038 loss_video=0.0867 lr=5.49e-05 speed=0.70 step/s, 89.53 samples/s eta=02:42:51 +[2026-09-18 20:07:09,268][fastwam.trainer][INFO] - [train] epoch=12 step=6800/13625 loss=0.0975 loss_action=0.0038 loss_video=0.0937 lr=5.47e-05 speed=0.70 step/s, 89.56 samples/s eta=02:42:34 +[2026-09-18 20:07:21,850][fastwam.trainer][INFO] - [train] epoch=12 step=6810/13625 loss=0.0949 loss_action=0.0030 loss_video=0.0919 lr=5.46e-05 speed=0.70 step/s, 89.57 samples/s eta=02:42:18 +[2026-09-18 20:07:33,980][fastwam.trainer][INFO] - [train] epoch=12 step=6820/13625 loss=0.0862 loss_action=0.0035 loss_video=0.0826 lr=5.45e-05 speed=0.70 step/s, 89.59 samples/s eta=02:42:02 +[2026-09-18 20:07:46,883][fastwam.trainer][INFO] - [train] epoch=12 step=6830/13625 loss=0.0930 loss_action=0.0028 loss_video=0.0902 lr=5.44e-05 speed=0.70 step/s, 89.60 samples/s eta=02:41:46 +[2026-09-18 20:07:57,981][fastwam.trainer][INFO] - [train] epoch=12 step=6840/13625 loss=0.1016 loss_action=0.0025 loss_video=0.0992 lr=5.43e-05 speed=0.70 step/s, 89.63 samples/s eta=02:41:29 +[2026-09-18 20:08:09,579][fastwam.trainer][INFO] - [train] epoch=12 step=6850/13625 loss=0.0957 loss_action=0.0026 loss_video=0.0931 lr=5.41e-05 speed=0.70 step/s, 89.66 samples/s eta=02:41:12 +[2026-09-18 20:08:20,357][fastwam.trainer][INFO] - [train] epoch=12 step=6860/13625 loss=0.0812 loss_action=0.0033 loss_video=0.0779 lr=5.40e-05 speed=0.70 step/s, 89.69 samples/s eta=02:40:54 +[2026-09-18 20:08:34,365][fastwam.trainer][INFO] - [train] epoch=12 step=6870/13625 loss=0.0949 loss_action=0.0035 loss_video=0.0914 lr=5.39e-05 speed=0.70 step/s, 89.69 samples/s eta=02:40:40 +[2026-09-18 20:08:45,815][fastwam.trainer][INFO] - [train] epoch=12 step=6880/13625 loss=0.0865 loss_action=0.0025 loss_video=0.0840 lr=5.38e-05 speed=0.70 step/s, 89.72 samples/s eta=02:40:22 +[2026-09-18 20:08:56,617][fastwam.trainer][INFO] - [train] epoch=12 step=6890/13625 loss=0.0943 loss_action=0.0030 loss_video=0.0913 lr=5.37e-05 speed=0.70 step/s, 89.75 samples/s eta=02:40:05 +[2026-09-18 20:09:08,012][fastwam.trainer][INFO] - [train] epoch=12 step=6900/13625 loss=0.0895 loss_action=0.0029 loss_video=0.0866 lr=5.35e-05 speed=0.70 step/s, 89.78 samples/s eta=02:39:48 +[2026-09-18 20:09:20,926][fastwam.trainer][INFO] - [train] epoch=12 step=6910/13625 loss=0.0910 loss_action=0.0029 loss_video=0.0882 lr=5.34e-05 speed=0.70 step/s, 89.79 samples/s eta=02:39:32 +[2026-09-18 20:09:32,066][fastwam.trainer][INFO] - [train] epoch=12 step=6920/13625 loss=0.0700 loss_action=0.0021 loss_video=0.0679 lr=5.33e-05 speed=0.70 step/s, 89.82 samples/s eta=02:39:15 +[2026-09-18 20:09:43,221][fastwam.trainer][INFO] - [train] epoch=12 step=6930/13625 loss=0.0792 loss_action=0.0028 loss_video=0.0764 lr=5.32e-05 speed=0.70 step/s, 89.85 samples/s eta=02:38:58 +[2026-09-18 20:09:54,407][fastwam.trainer][INFO] - [train] epoch=12 step=6940/13625 loss=0.0945 loss_action=0.0031 loss_video=0.0914 lr=5.31e-05 speed=0.70 step/s, 89.87 samples/s eta=02:38:41 +[2026-09-18 20:10:07,518][fastwam.trainer][INFO] - [train] epoch=12 step=6950/13625 loss=0.0750 loss_action=0.0030 loss_video=0.0720 lr=5.29e-05 speed=0.70 step/s, 89.88 samples/s eta=02:38:25 +[2026-09-18 20:10:18,661][fastwam.trainer][INFO] - [train] epoch=12 step=6960/13625 loss=0.0957 loss_action=0.0030 loss_video=0.0928 lr=5.28e-05 speed=0.70 step/s, 89.91 samples/s eta=02:38:08 +[2026-09-18 20:10:29,682][fastwam.trainer][INFO] - [train] epoch=12 step=6970/13625 loss=0.0902 loss_action=0.0031 loss_video=0.0870 lr=5.27e-05 speed=0.70 step/s, 89.94 samples/s eta=02:37:51 +[2026-09-18 20:10:40,718][fastwam.trainer][INFO] - [train] epoch=12 step=6980/13625 loss=0.0906 loss_action=0.0034 loss_video=0.0872 lr=5.26e-05 speed=0.70 step/s, 89.97 samples/s eta=02:37:33 +[2026-09-18 20:10:53,583][fastwam.trainer][INFO] - [train] epoch=12 step=6990/13625 loss=0.0934 loss_action=0.0025 loss_video=0.0908 lr=5.25e-05 speed=0.70 step/s, 89.98 samples/s eta=02:37:18 +[2026-09-18 20:11:04,609][fastwam.trainer][INFO] - [train] epoch=12 step=7000/13625 loss=0.0905 loss_action=0.0028 loss_video=0.0876 lr=5.23e-05 speed=0.70 step/s, 90.01 samples/s eta=02:37:01 +[2026-09-18 20:11:09,401][fastwam.trainer][INFO] - Restoring DiT/proprio training and the configured TDAA freeze mode. +[2026-09-18 20:11:10,367][fastwam.trainer][INFO] - [eval] step=7000 val_loss=0.0856 infer_psnr=39.2147 infer_ssim=0.9779 action_l2=0.0003 action_l1=0.0087 +[2026-09-18 20:11:20,021][fastwam.trainer][INFO] - [train] epoch=12 step=7010/13625 loss=0.0843 loss_action=0.0024 loss_video=0.0819 lr=5.22e-05 speed=0.70 step/s, 90.00 samples/s eta=02:36:48 +[2026-09-18 20:11:29,349][fastwam.trainer][INFO] - [train] epoch=12 step=7020/13625 loss=0.0884 loss_action=0.0035 loss_video=0.0849 lr=5.21e-05 speed=0.70 step/s, 90.04 samples/s eta=02:36:29 +[2026-09-18 20:11:40,047][fastwam.trainer][INFO] - [train] epoch=12 step=7030/13625 loss=0.0899 loss_action=0.0044 loss_video=0.0856 lr=5.20e-05 speed=0.70 step/s, 90.08 samples/s eta=02:36:11 +[2026-09-18 20:11:51,705][fastwam.trainer][INFO] - [train] epoch=12 step=7040/13625 loss=0.0984 loss_action=0.0032 loss_video=0.0952 lr=5.19e-05 speed=0.70 step/s, 90.10 samples/s eta=02:35:55 +[2026-09-18 20:12:03,376][fastwam.trainer][INFO] - [train] epoch=12 step=7050/13625 loss=0.1061 loss_action=0.0033 loss_video=0.1028 lr=5.17e-05 speed=0.70 step/s, 90.12 samples/s eta=02:35:38 +[2026-09-18 20:12:14,595][fastwam.trainer][INFO] - [train] epoch=12 step=7060/13625 loss=0.0933 loss_action=0.0030 loss_video=0.0903 lr=5.16e-05 speed=0.70 step/s, 90.15 samples/s eta=02:35:21 +[2026-09-18 20:12:27,431][fastwam.trainer][INFO] - [train] epoch=12 step=7070/13625 loss=0.1084 loss_action=0.0027 loss_video=0.1057 lr=5.15e-05 speed=0.70 step/s, 90.16 samples/s eta=02:35:06 +[2026-09-18 20:12:38,807][fastwam.trainer][INFO] - [train] epoch=12 step=7080/13625 loss=0.0882 loss_action=0.0025 loss_video=0.0857 lr=5.14e-05 speed=0.70 step/s, 90.19 samples/s eta=02:34:49 +[2026-09-18 20:13:04,566][fastwam.trainer][INFO] - [train] epoch=13 step=7090/13625 loss=0.0963 loss_action=0.0025 loss_video=0.0938 lr=5.13e-05 speed=0.70 step/s, 90.08 samples/s eta=02:34:45 +[2026-09-18 20:13:17,066][fastwam.trainer][INFO] - [train] epoch=13 step=7100/13625 loss=0.0984 loss_action=0.0032 loss_video=0.0952 lr=5.11e-05 speed=0.70 step/s, 90.10 samples/s eta=02:34:29 +[2026-09-18 20:13:29,800][fastwam.trainer][INFO] - [train] epoch=13 step=7110/13625 loss=0.0615 loss_action=0.0028 loss_video=0.0587 lr=5.10e-05 speed=0.70 step/s, 90.11 samples/s eta=02:34:14 +[2026-09-18 20:13:40,815][fastwam.trainer][INFO] - [train] epoch=13 step=7120/13625 loss=0.0889 loss_action=0.0028 loss_video=0.0861 lr=5.09e-05 speed=0.70 step/s, 90.14 samples/s eta=02:33:57 +[2026-09-18 20:13:52,346][fastwam.trainer][INFO] - [train] epoch=13 step=7130/13625 loss=0.0927 loss_action=0.0032 loss_video=0.0895 lr=5.08e-05 speed=0.70 step/s, 90.16 samples/s eta=02:33:40 +[2026-09-18 20:14:03,791][fastwam.trainer][INFO] - [train] epoch=13 step=7140/13625 loss=0.0955 loss_action=0.0028 loss_video=0.0927 lr=5.07e-05 speed=0.70 step/s, 90.19 samples/s eta=02:33:23 +[2026-09-18 20:14:16,759][fastwam.trainer][INFO] - [train] epoch=13 step=7150/13625 loss=0.1032 loss_action=0.0027 loss_video=0.1005 lr=5.05e-05 speed=0.70 step/s, 90.20 samples/s eta=02:33:08 +[2026-09-18 20:14:27,847][fastwam.trainer][INFO] - [train] epoch=13 step=7160/13625 loss=0.0790 loss_action=0.0026 loss_video=0.0764 lr=5.04e-05 speed=0.70 step/s, 90.23 samples/s eta=02:32:51 +[2026-09-18 20:14:38,993][fastwam.trainer][INFO] - [train] epoch=13 step=7170/13625 loss=0.0937 loss_action=0.0023 loss_video=0.0913 lr=5.03e-05 speed=0.71 step/s, 90.25 samples/s eta=02:32:34 +[2026-09-18 20:14:50,046][fastwam.trainer][INFO] - [train] epoch=13 step=7180/13625 loss=0.0705 loss_action=0.0032 loss_video=0.0673 lr=5.02e-05 speed=0.71 step/s, 90.28 samples/s eta=02:32:17 +[2026-09-18 20:15:02,956][fastwam.trainer][INFO] - [train] epoch=13 step=7190/13625 loss=0.0864 loss_action=0.0031 loss_video=0.0833 lr=5.01e-05 speed=0.71 step/s, 90.29 samples/s eta=02:32:02 +[2026-09-18 20:15:14,052][fastwam.trainer][INFO] - [train] epoch=13 step=7200/13625 loss=0.0807 loss_action=0.0022 loss_video=0.0785 lr=4.99e-05 speed=0.71 step/s, 90.32 samples/s eta=02:31:45 +[2026-09-18 20:15:25,116][fastwam.trainer][INFO] - [train] epoch=13 step=7210/13625 loss=0.0908 loss_action=0.0027 loss_video=0.0880 lr=4.98e-05 speed=0.71 step/s, 90.35 samples/s eta=02:31:28 +[2026-09-18 20:15:36,244][fastwam.trainer][INFO] - [train] epoch=13 step=7220/13625 loss=0.0861 loss_action=0.0024 loss_video=0.0838 lr=4.97e-05 speed=0.71 step/s, 90.37 samples/s eta=02:31:11 +[2026-09-18 20:15:49,666][fastwam.trainer][INFO] - [train] epoch=13 step=7230/13625 loss=0.0945 loss_action=0.0029 loss_video=0.0916 lr=4.96e-05 speed=0.71 step/s, 90.38 samples/s eta=02:30:56 +[2026-09-18 20:16:00,728][fastwam.trainer][INFO] - [train] epoch=13 step=7240/13625 loss=0.0773 loss_action=0.0025 loss_video=0.0748 lr=4.95e-05 speed=0.71 step/s, 90.41 samples/s eta=02:30:39 +[2026-09-18 20:16:12,445][fastwam.trainer][INFO] - [train] epoch=13 step=7250/13625 loss=0.0861 loss_action=0.0026 loss_video=0.0835 lr=4.93e-05 speed=0.71 step/s, 90.43 samples/s eta=02:30:23 +[2026-09-18 20:16:23,601][fastwam.trainer][INFO] - [train] epoch=13 step=7260/13625 loss=0.0917 loss_action=0.0032 loss_video=0.0884 lr=4.92e-05 speed=0.71 step/s, 90.46 samples/s eta=02:30:06 +[2026-09-18 20:16:36,377][fastwam.trainer][INFO] - [train] epoch=13 step=7270/13625 loss=0.0842 loss_action=0.0031 loss_video=0.0811 lr=4.91e-05 speed=0.71 step/s, 90.47 samples/s eta=02:29:51 +[2026-09-18 20:16:47,688][fastwam.trainer][INFO] - [train] epoch=13 step=7280/13625 loss=0.0902 loss_action=0.0026 loss_video=0.0876 lr=4.90e-05 speed=0.71 step/s, 90.49 samples/s eta=02:29:34 +[2026-09-18 20:16:59,072][fastwam.trainer][INFO] - [train] epoch=13 step=7290/13625 loss=0.1016 loss_action=0.0028 loss_video=0.0988 lr=4.89e-05 speed=0.71 step/s, 90.52 samples/s eta=02:29:18 +[2026-09-18 20:17:09,829][fastwam.trainer][INFO] - [train] epoch=13 step=7300/13625 loss=0.0822 loss_action=0.0032 loss_video=0.0790 lr=4.87e-05 speed=0.71 step/s, 90.55 samples/s eta=02:29:01 +[2026-09-18 20:17:22,694][fastwam.trainer][INFO] - [train] epoch=13 step=7310/13625 loss=0.0952 loss_action=0.0026 loss_video=0.0926 lr=4.86e-05 speed=0.71 step/s, 90.56 samples/s eta=02:28:46 +[2026-09-18 20:17:33,955][fastwam.trainer][INFO] - [train] epoch=13 step=7320/13625 loss=0.0859 loss_action=0.0028 loss_video=0.0831 lr=4.85e-05 speed=0.71 step/s, 90.58 samples/s eta=02:28:29 +[2026-09-18 20:17:45,195][fastwam.trainer][INFO] - [train] epoch=13 step=7330/13625 loss=0.0941 loss_action=0.0026 loss_video=0.0916 lr=4.84e-05 speed=0.71 step/s, 90.61 samples/s eta=02:28:12 +[2026-09-18 20:17:56,235][fastwam.trainer][INFO] - [train] epoch=13 step=7340/13625 loss=0.0964 loss_action=0.0035 loss_video=0.0929 lr=4.83e-05 speed=0.71 step/s, 90.63 samples/s eta=02:27:56 +[2026-09-18 20:18:09,086][fastwam.trainer][INFO] - [train] epoch=13 step=7350/13625 loss=0.0842 loss_action=0.0034 loss_video=0.0808 lr=4.81e-05 speed=0.71 step/s, 90.65 samples/s eta=02:27:40 +[2026-09-18 20:18:20,238][fastwam.trainer][INFO] - [train] epoch=13 step=7360/13625 loss=0.0889 loss_action=0.0027 loss_video=0.0862 lr=4.80e-05 speed=0.71 step/s, 90.67 samples/s eta=02:27:24 +[2026-09-18 20:18:31,282][fastwam.trainer][INFO] - [train] epoch=13 step=7370/13625 loss=0.0919 loss_action=0.0033 loss_video=0.0886 lr=4.79e-05 speed=0.71 step/s, 90.70 samples/s eta=02:27:07 +[2026-09-18 20:18:43,063][fastwam.trainer][INFO] - [train] epoch=13 step=7380/13625 loss=0.0905 loss_action=0.0027 loss_video=0.0878 lr=4.78e-05 speed=0.71 step/s, 90.72 samples/s eta=02:26:51 +[2026-09-18 20:18:55,531][fastwam.trainer][INFO] - [train] epoch=13 step=7390/13625 loss=0.0809 loss_action=0.0031 loss_video=0.0778 lr=4.77e-05 speed=0.71 step/s, 90.73 samples/s eta=02:26:35 +[2026-09-18 20:19:06,571][fastwam.trainer][INFO] - [train] epoch=13 step=7400/13625 loss=0.0917 loss_action=0.0026 loss_video=0.0891 lr=4.75e-05 speed=0.71 step/s, 90.76 samples/s eta=02:26:19 +[2026-09-18 20:19:17,401][fastwam.trainer][INFO] - [train] epoch=13 step=7410/13625 loss=0.0994 loss_action=0.0028 loss_video=0.0966 lr=4.74e-05 speed=0.71 step/s, 90.79 samples/s eta=02:26:02 +[2026-09-18 20:19:28,497][fastwam.trainer][INFO] - [train] epoch=13 step=7420/13625 loss=0.0819 loss_action=0.0035 loss_video=0.0784 lr=4.73e-05 speed=0.71 step/s, 90.81 samples/s eta=02:25:45 +[2026-09-18 20:19:41,352][fastwam.trainer][INFO] - [train] epoch=13 step=7430/13625 loss=0.0891 loss_action=0.0029 loss_video=0.0862 lr=4.72e-05 speed=0.71 step/s, 90.83 samples/s eta=02:25:30 +[2026-09-18 20:19:52,609][fastwam.trainer][INFO] - [train] epoch=13 step=7440/13625 loss=0.0896 loss_action=0.0027 loss_video=0.0869 lr=4.71e-05 speed=0.71 step/s, 90.85 samples/s eta=02:25:14 +[2026-09-18 20:20:03,854][fastwam.trainer][INFO] - [train] epoch=13 step=7450/13625 loss=0.0866 loss_action=0.0033 loss_video=0.0833 lr=4.69e-05 speed=0.71 step/s, 90.87 samples/s eta=02:24:57 +[2026-09-18 20:20:15,101][fastwam.trainer][INFO] - [train] epoch=13 step=7460/13625 loss=0.0848 loss_action=0.0025 loss_video=0.0824 lr=4.68e-05 speed=0.71 step/s, 90.90 samples/s eta=02:24:41 +[2026-09-18 20:20:28,054][fastwam.trainer][INFO] - [train] epoch=13 step=7470/13625 loss=0.0916 loss_action=0.0034 loss_video=0.0883 lr=4.67e-05 speed=0.71 step/s, 90.91 samples/s eta=02:24:26 +[2026-09-18 20:20:39,192][fastwam.trainer][INFO] - [train] epoch=13 step=7480/13625 loss=0.0786 loss_action=0.0021 loss_video=0.0766 lr=4.66e-05 speed=0.71 step/s, 90.93 samples/s eta=02:24:09 +[2026-09-18 20:20:50,337][fastwam.trainer][INFO] - [train] epoch=13 step=7490/13625 loss=0.0835 loss_action=0.0022 loss_video=0.0813 lr=4.65e-05 speed=0.71 step/s, 90.96 samples/s eta=02:23:53 +[2026-09-18 20:21:01,488][fastwam.trainer][INFO] - [train] epoch=13 step=7500/13625 loss=0.0717 loss_action=0.0022 loss_video=0.0694 lr=4.63e-05 speed=0.71 step/s, 90.98 samples/s eta=02:23:36 +[2026-09-18 20:21:06,449][fastwam.trainer][INFO] - Restoring DiT/proprio training and the configured TDAA freeze mode. +[2026-09-18 20:21:07,418][fastwam.trainer][INFO] - [eval] step=7500 val_loss=0.0631 infer_psnr=37.8174 infer_ssim=0.9679 action_l2=0.0003 action_l1=0.0090 +[2026-09-18 20:21:16,782][fastwam.trainer][INFO] - [train] epoch=13 step=7510/13625 loss=0.0855 loss_action=0.0028 loss_video=0.0827 lr=4.62e-05 speed=0.71 step/s, 90.97 samples/s eta=02:23:23 +[2026-09-18 20:21:26,168][fastwam.trainer][INFO] - [train] epoch=13 step=7520/13625 loss=0.1060 loss_action=0.0024 loss_video=0.1035 lr=4.61e-05 speed=0.71 step/s, 91.01 samples/s eta=02:23:05 +[2026-09-18 20:21:36,526][fastwam.trainer][INFO] - [train] epoch=13 step=7530/13625 loss=0.0802 loss_action=0.0033 loss_video=0.0769 lr=4.60e-05 speed=0.71 step/s, 91.05 samples/s eta=02:22:48 +[2026-09-18 20:21:47,602][fastwam.trainer][INFO] - [train] epoch=13 step=7540/13625 loss=0.0875 loss_action=0.0029 loss_video=0.0846 lr=4.59e-05 speed=0.71 step/s, 91.07 samples/s eta=02:22:32 +[2026-09-18 20:22:00,461][fastwam.trainer][INFO] - [train] epoch=13 step=7550/13625 loss=0.0962 loss_action=0.0031 loss_video=0.0931 lr=4.57e-05 speed=0.71 step/s, 91.08 samples/s eta=02:22:17 +[2026-09-18 20:22:11,758][fastwam.trainer][INFO] - [train] epoch=13 step=7560/13625 loss=0.0964 loss_action=0.0031 loss_video=0.0933 lr=4.56e-05 speed=0.71 step/s, 91.11 samples/s eta=02:22:01 +[2026-09-18 20:22:23,317][fastwam.trainer][INFO] - [train] epoch=13 step=7570/13625 loss=0.0706 loss_action=0.0021 loss_video=0.0685 lr=4.55e-05 speed=0.71 step/s, 91.13 samples/s eta=02:21:45 +[2026-09-18 20:22:34,456][fastwam.trainer][INFO] - [train] epoch=13 step=7580/13625 loss=0.0970 loss_action=0.0025 loss_video=0.0945 lr=4.54e-05 speed=0.71 step/s, 91.15 samples/s eta=02:21:28 +[2026-09-18 20:22:47,737][fastwam.trainer][INFO] - [train] epoch=13 step=7590/13625 loss=0.0702 loss_action=0.0032 loss_video=0.0670 lr=4.53e-05 speed=0.71 step/s, 91.16 samples/s eta=02:21:14 +[2026-09-18 20:22:59,037][fastwam.trainer][INFO] - [train] epoch=13 step=7600/13625 loss=0.1136 loss_action=0.0029 loss_video=0.1108 lr=4.51e-05 speed=0.71 step/s, 91.18 samples/s eta=02:20:57 +[2026-09-18 20:23:10,243][fastwam.trainer][INFO] - [train] epoch=13 step=7610/13625 loss=0.0819 loss_action=0.0024 loss_video=0.0795 lr=4.50e-05 speed=0.71 step/s, 91.21 samples/s eta=02:20:41 +[2026-09-18 20:23:21,397][fastwam.trainer][INFO] - [train] epoch=13 step=7620/13625 loss=0.0904 loss_action=0.0030 loss_video=0.0874 lr=4.49e-05 speed=0.71 step/s, 91.23 samples/s eta=02:20:25 +[2026-09-18 20:23:34,929][fastwam.trainer][INFO] - [train] epoch=13 step=7630/13625 loss=0.0808 loss_action=0.0026 loss_video=0.0782 lr=4.48e-05 speed=0.71 step/s, 91.23 samples/s eta=02:20:10 +[2026-09-18 20:24:02,517][fastwam.trainer][INFO] - [train] epoch=14 step=7640/13625 loss=0.0765 loss_action=0.0022 loss_video=0.0743 lr=4.47e-05 speed=0.71 step/s, 91.12 samples/s eta=02:20:07 +[2026-09-18 20:24:14,985][fastwam.trainer][INFO] - [train] epoch=14 step=7650/13625 loss=0.0784 loss_action=0.0021 loss_video=0.0763 lr=4.45e-05 speed=0.71 step/s, 91.13 samples/s eta=02:19:52 +[2026-09-18 20:24:26,334][fastwam.trainer][INFO] - [train] epoch=14 step=7660/13625 loss=0.0876 loss_action=0.0029 loss_video=0.0846 lr=4.44e-05 speed=0.71 step/s, 91.16 samples/s eta=02:19:36 +[2026-09-18 20:24:38,983][fastwam.trainer][INFO] - [train] epoch=14 step=7670/13625 loss=0.0819 loss_action=0.0023 loss_video=0.0796 lr=4.43e-05 speed=0.71 step/s, 91.17 samples/s eta=02:19:20 +[2026-09-18 20:24:50,134][fastwam.trainer][INFO] - [train] epoch=14 step=7680/13625 loss=0.0787 loss_action=0.0019 loss_video=0.0768 lr=4.42e-05 speed=0.71 step/s, 91.19 samples/s eta=02:19:04 +[2026-09-18 20:25:01,221][fastwam.trainer][INFO] - [train] epoch=14 step=7690/13625 loss=0.0774 loss_action=0.0025 loss_video=0.0749 lr=4.41e-05 speed=0.71 step/s, 91.22 samples/s eta=02:18:48 +[2026-09-18 20:25:12,440][fastwam.trainer][INFO] - [train] epoch=14 step=7700/13625 loss=0.0746 loss_action=0.0026 loss_video=0.0720 lr=4.39e-05 speed=0.71 step/s, 91.24 samples/s eta=02:18:32 +[2026-09-18 20:25:25,717][fastwam.trainer][INFO] - [train] epoch=14 step=7710/13625 loss=0.0765 loss_action=0.0021 loss_video=0.0744 lr=4.38e-05 speed=0.71 step/s, 91.25 samples/s eta=02:18:17 +[2026-09-18 20:25:36,751][fastwam.trainer][INFO] - [train] epoch=14 step=7720/13625 loss=0.0896 loss_action=0.0019 loss_video=0.0877 lr=4.37e-05 speed=0.71 step/s, 91.27 samples/s eta=02:18:01 +[2026-09-18 20:25:47,879][fastwam.trainer][INFO] - [train] epoch=14 step=7730/13625 loss=0.0778 loss_action=0.0022 loss_video=0.0757 lr=4.36e-05 speed=0.71 step/s, 91.30 samples/s eta=02:17:44 +[2026-09-18 20:25:58,965][fastwam.trainer][INFO] - [train] epoch=14 step=7740/13625 loss=0.0782 loss_action=0.0020 loss_video=0.0762 lr=4.35e-05 speed=0.71 step/s, 91.32 samples/s eta=02:17:28 +[2026-09-18 20:26:12,594][fastwam.trainer][INFO] - [train] epoch=14 step=7750/13625 loss=0.0937 loss_action=0.0031 loss_video=0.0906 lr=4.34e-05 speed=0.71 step/s, 91.32 samples/s eta=02:17:14 +[2026-09-18 20:26:23,701][fastwam.trainer][INFO] - [train] epoch=14 step=7760/13625 loss=0.0906 loss_action=0.0026 loss_video=0.0880 lr=4.32e-05 speed=0.71 step/s, 91.35 samples/s eta=02:16:58 +[2026-09-18 20:26:34,766][fastwam.trainer][INFO] - [train] epoch=14 step=7770/13625 loss=0.0909 loss_action=0.0028 loss_video=0.0881 lr=4.31e-05 speed=0.71 step/s, 91.37 samples/s eta=02:16:41 +[2026-09-18 20:26:45,883][fastwam.trainer][INFO] - [train] epoch=14 step=7780/13625 loss=0.0897 loss_action=0.0027 loss_video=0.0871 lr=4.30e-05 speed=0.71 step/s, 91.40 samples/s eta=02:16:25 +[2026-09-18 20:26:58,679][fastwam.trainer][INFO] - [train] epoch=14 step=7790/13625 loss=0.0739 loss_action=0.0024 loss_video=0.0715 lr=4.29e-05 speed=0.71 step/s, 91.41 samples/s eta=02:16:10 +[2026-09-18 20:27:09,843][fastwam.trainer][INFO] - [train] epoch=14 step=7800/13625 loss=0.0760 loss_action=0.0022 loss_video=0.0738 lr=4.28e-05 speed=0.71 step/s, 91.43 samples/s eta=02:15:54 +[2026-09-18 20:27:20,926][fastwam.trainer][INFO] - [train] epoch=14 step=7810/13625 loss=0.0786 loss_action=0.0019 loss_video=0.0767 lr=4.26e-05 speed=0.71 step/s, 91.46 samples/s eta=02:15:38 +[2026-09-18 20:27:31,917][fastwam.trainer][INFO] - [train] epoch=14 step=7820/13625 loss=0.0861 loss_action=0.0025 loss_video=0.0836 lr=4.25e-05 speed=0.71 step/s, 91.48 samples/s eta=02:15:22 +[2026-09-18 20:27:44,871][fastwam.trainer][INFO] - [train] epoch=14 step=7830/13625 loss=0.0911 loss_action=0.0029 loss_video=0.0882 lr=4.24e-05 speed=0.71 step/s, 91.49 samples/s eta=02:15:07 +[2026-09-18 20:27:56,272][fastwam.trainer][INFO] - [train] epoch=14 step=7840/13625 loss=0.0840 loss_action=0.0026 loss_video=0.0814 lr=4.23e-05 speed=0.71 step/s, 91.51 samples/s eta=02:14:51 +[2026-09-18 20:28:07,128][fastwam.trainer][INFO] - [train] epoch=14 step=7850/13625 loss=0.0860 loss_action=0.0022 loss_video=0.0838 lr=4.22e-05 speed=0.72 step/s, 91.54 samples/s eta=02:14:35 +[2026-09-18 20:28:18,272][fastwam.trainer][INFO] - [train] epoch=14 step=7860/13625 loss=0.0851 loss_action=0.0023 loss_video=0.0828 lr=4.20e-05 speed=0.72 step/s, 91.56 samples/s eta=02:14:19 +[2026-09-18 20:28:30,972][fastwam.trainer][INFO] - [train] epoch=14 step=7870/13625 loss=0.0836 loss_action=0.0025 loss_video=0.0811 lr=4.19e-05 speed=0.72 step/s, 91.57 samples/s eta=02:14:04 +[2026-09-18 20:28:42,121][fastwam.trainer][INFO] - [train] epoch=14 step=7880/13625 loss=0.0855 loss_action=0.0022 loss_video=0.0833 lr=4.18e-05 speed=0.72 step/s, 91.60 samples/s eta=02:13:48 +[2026-09-18 20:28:53,214][fastwam.trainer][INFO] - [train] epoch=14 step=7890/13625 loss=0.0958 loss_action=0.0027 loss_video=0.0931 lr=4.17e-05 speed=0.72 step/s, 91.62 samples/s eta=02:13:32 +[2026-09-18 20:29:04,332][fastwam.trainer][INFO] - [train] epoch=14 step=7900/13625 loss=0.0711 loss_action=0.0025 loss_video=0.0687 lr=4.16e-05 speed=0.72 step/s, 91.64 samples/s eta=02:13:16 +[2026-09-18 20:29:17,712][fastwam.trainer][INFO] - [train] epoch=14 step=7910/13625 loss=0.0984 loss_action=0.0030 loss_video=0.0954 lr=4.15e-05 speed=0.72 step/s, 91.65 samples/s eta=02:13:01 +[2026-09-18 20:29:28,818][fastwam.trainer][INFO] - [train] epoch=14 step=7920/13625 loss=0.0916 loss_action=0.0024 loss_video=0.0892 lr=4.13e-05 speed=0.72 step/s, 91.67 samples/s eta=02:12:45 +[2026-09-18 20:29:40,692][fastwam.trainer][INFO] - [train] epoch=14 step=7930/13625 loss=0.0979 loss_action=0.0027 loss_video=0.0952 lr=4.12e-05 speed=0.72 step/s, 91.69 samples/s eta=02:12:30 +[2026-09-18 20:29:51,583][fastwam.trainer][INFO] - [train] epoch=14 step=7940/13625 loss=0.0900 loss_action=0.0025 loss_video=0.0875 lr=4.11e-05 speed=0.72 step/s, 91.71 samples/s eta=02:12:14 +[2026-09-18 20:30:04,413][fastwam.trainer][INFO] - [train] epoch=14 step=7950/13625 loss=0.0852 loss_action=0.0023 loss_video=0.0829 lr=4.10e-05 speed=0.72 step/s, 91.72 samples/s eta=02:11:59 +[2026-09-18 20:30:15,684][fastwam.trainer][INFO] - [train] epoch=14 step=7960/13625 loss=0.0785 loss_action=0.0023 loss_video=0.0761 lr=4.09e-05 speed=0.72 step/s, 91.75 samples/s eta=02:11:43 +[2026-09-18 20:30:26,981][fastwam.trainer][INFO] - [train] epoch=14 step=7970/13625 loss=0.0860 loss_action=0.0030 loss_video=0.0829 lr=4.07e-05 speed=0.72 step/s, 91.77 samples/s eta=02:11:27 +[2026-09-18 20:30:38,240][fastwam.trainer][INFO] - [train] epoch=14 step=7980/13625 loss=0.0991 loss_action=0.0022 loss_video=0.0969 lr=4.06e-05 speed=0.72 step/s, 91.79 samples/s eta=02:11:11 +[2026-09-18 20:30:50,910][fastwam.trainer][INFO] - [train] epoch=14 step=7990/13625 loss=0.0781 loss_action=0.0022 loss_video=0.0759 lr=4.05e-05 speed=0.72 step/s, 91.80 samples/s eta=02:10:57 +[2026-09-18 20:31:02,389][fastwam.trainer][INFO] - [train] epoch=14 step=8000/13625 loss=0.0878 loss_action=0.0024 loss_video=0.0854 lr=4.04e-05 speed=0.72 step/s, 91.82 samples/s eta=02:10:41 +[2026-09-18 20:31:06,990][fastwam.trainer][INFO] - Restoring DiT/proprio training and the configured TDAA freeze mode. +[2026-09-18 20:31:07,996][fastwam.trainer][INFO] - [eval] step=8000 val_loss=0.0314 infer_psnr=39.6922 infer_ssim=0.9813 action_l2=0.0002 action_l1=0.0068 +[2026-09-18 20:31:17,354][fastwam.trainer][INFO] - [train] epoch=14 step=8010/13625 loss=0.0852 loss_action=0.0023 loss_video=0.0829 lr=4.03e-05 speed=0.72 step/s, 91.81 samples/s eta=02:10:28 +[2026-09-18 20:31:26,680][fastwam.trainer][INFO] - [train] epoch=14 step=8020/13625 loss=0.0994 loss_action=0.0023 loss_video=0.0971 lr=4.02e-05 speed=0.72 step/s, 91.85 samples/s eta=02:10:10 +[2026-09-18 20:31:37,131][fastwam.trainer][INFO] - [train] epoch=14 step=8030/13625 loss=0.0725 loss_action=0.0033 loss_video=0.0692 lr=4.00e-05 speed=0.72 step/s, 91.88 samples/s eta=02:09:54 +[2026-09-18 20:31:48,593][fastwam.trainer][INFO] - [train] epoch=14 step=8040/13625 loss=0.1058 loss_action=0.0026 loss_video=0.1032 lr=3.99e-05 speed=0.72 step/s, 91.90 samples/s eta=02:09:38 +[2026-09-18 20:31:59,899][fastwam.trainer][INFO] - [train] epoch=14 step=8050/13625 loss=0.0953 loss_action=0.0022 loss_video=0.0931 lr=3.98e-05 speed=0.72 step/s, 91.92 samples/s eta=02:09:23 +[2026-09-18 20:32:11,818][fastwam.trainer][INFO] - [train] epoch=14 step=8060/13625 loss=0.0723 loss_action=0.0017 loss_video=0.0706 lr=3.97e-05 speed=0.72 step/s, 91.94 samples/s eta=02:09:07 +[2026-09-18 20:32:23,725][fastwam.trainer][INFO] - [train] epoch=14 step=8070/13625 loss=0.0773 loss_action=0.0021 loss_video=0.0753 lr=3.96e-05 speed=0.72 step/s, 91.95 samples/s eta=02:08:52 +[2026-09-18 20:32:36,162][fastwam.trainer][INFO] - [train] epoch=14 step=8080/13625 loss=0.0948 loss_action=0.0024 loss_video=0.0924 lr=3.95e-05 speed=0.72 step/s, 91.97 samples/s eta=02:08:37 +[2026-09-18 20:32:47,447][fastwam.trainer][INFO] - [train] epoch=14 step=8090/13625 loss=0.0811 loss_action=0.0021 loss_video=0.0790 lr=3.93e-05 speed=0.72 step/s, 91.99 samples/s eta=02:08:21 +[2026-09-18 20:32:58,727][fastwam.trainer][INFO] - [train] epoch=14 step=8100/13625 loss=0.0858 loss_action=0.0026 loss_video=0.0832 lr=3.92e-05 speed=0.72 step/s, 92.01 samples/s eta=02:08:06 +[2026-09-18 20:33:10,131][fastwam.trainer][INFO] - [train] epoch=14 step=8110/13625 loss=0.0780 loss_action=0.0024 loss_video=0.0757 lr=3.91e-05 speed=0.72 step/s, 92.03 samples/s eta=02:07:50 +[2026-09-18 20:33:23,126][fastwam.trainer][INFO] - [train] epoch=14 step=8120/13625 loss=0.0975 loss_action=0.0022 loss_video=0.0953 lr=3.90e-05 speed=0.72 step/s, 92.04 samples/s eta=02:07:36 +[2026-09-18 20:33:34,390][fastwam.trainer][INFO] - [train] epoch=14 step=8130/13625 loss=0.0911 loss_action=0.0022 loss_video=0.0889 lr=3.89e-05 speed=0.72 step/s, 92.06 samples/s eta=02:07:20 +[2026-09-18 20:33:45,648][fastwam.trainer][INFO] - [train] epoch=14 step=8140/13625 loss=0.0877 loss_action=0.0027 loss_video=0.0850 lr=3.88e-05 speed=0.72 step/s, 92.08 samples/s eta=02:07:04 +[2026-09-18 20:33:57,095][fastwam.trainer][INFO] - [train] epoch=14 step=8150/13625 loss=0.0796 loss_action=0.0018 loss_video=0.0777 lr=3.86e-05 speed=0.72 step/s, 92.10 samples/s eta=02:06:49 +[2026-09-18 20:34:09,916][fastwam.trainer][INFO] - [train] epoch=14 step=8160/13625 loss=0.0692 loss_action=0.0022 loss_video=0.0669 lr=3.85e-05 speed=0.72 step/s, 92.11 samples/s eta=02:06:34 +[2026-09-18 20:34:21,034][fastwam.trainer][INFO] - [train] epoch=14 step=8170/13625 loss=0.0930 loss_action=0.0026 loss_video=0.0905 lr=3.84e-05 speed=0.72 step/s, 92.13 samples/s eta=02:06:18 +[2026-09-18 20:38:12,580][accelerate.accelerator][INFO] - Saving current state to /mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Benchmark/FastWAM-TDAA/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/checkpoints/state/step_008175 +[2026-09-18 20:38:12,586][accelerate.accelerator][INFO] - Saving DeepSpeed Model and Optimizer +[2026-09-18 20:45:14,797][accelerate.accelerator][INFO] - DeepSpeed Model and Optimizer saved to output dir /mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Benchmark/FastWAM-TDAA/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/checkpoints/state/step_008175/pytorch_model +[2026-09-18 20:45:14,835][accelerate.checkpointing][INFO] - Scheduler state saved in /mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Benchmark/FastWAM-TDAA/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/checkpoints/state/step_008175/scheduler.bin +[2026-09-18 20:45:14,838][accelerate.checkpointing][INFO] - Sampler state for dataloader 0 saved in /mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Benchmark/FastWAM-TDAA/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/checkpoints/state/step_008175/sampler.bin +[2026-09-18 20:45:14,854][accelerate.checkpointing][INFO] - Random states saved in /mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Benchmark/FastWAM-TDAA/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/checkpoints/state/step_008175/random_states_0.pkl +[2026-09-18 20:45:15,703][fastwam.trainer][INFO] - [ckpt] step=8175 weights=/mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Benchmark/FastWAM-TDAA/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/checkpoints/weights/step_008175.pt state=/mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Benchmark/FastWAM-TDAA/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/checkpoints/state/step_008175 +[2026-09-18 20:45:34,697][fastwam.trainer][INFO] - [train] epoch=15 step=8180/13625 loss=0.0763 loss_action=0.0022 loss_video=0.0740 lr=3.83e-05 speed=0.68 step/s, 87.08 samples/s eta=02:13:24 +[2026-09-18 20:45:47,104][fastwam.trainer][INFO] - [train] epoch=15 step=8190/13625 loss=0.0897 loss_action=0.0023 loss_video=0.0874 lr=3.82e-05 speed=0.68 step/s, 87.09 samples/s eta=02:13:07 +[2026-09-18 20:46:00,112][fastwam.trainer][INFO] - [train] epoch=15 step=8200/13625 loss=0.0853 loss_action=0.0028 loss_video=0.0826 lr=3.81e-05 speed=0.68 step/s, 87.10 samples/s eta=02:12:52 +[2026-09-18 20:46:10,921][fastwam.trainer][INFO] - [train] epoch=15 step=8210/13625 loss=0.0647 loss_action=0.0022 loss_video=0.0625 lr=3.79e-05 speed=0.68 step/s, 87.13 samples/s eta=02:12:34 +[2026-09-18 20:46:22,151][fastwam.trainer][INFO] - [train] epoch=15 step=8220/13625 loss=0.0882 loss_action=0.0022 loss_video=0.0860 lr=3.78e-05 speed=0.68 step/s, 87.16 samples/s eta=02:12:17 +[2026-09-18 20:46:33,663][fastwam.trainer][INFO] - [train] epoch=15 step=8230/13625 loss=0.0855 loss_action=0.0025 loss_video=0.0830 lr=3.77e-05 speed=0.68 step/s, 87.18 samples/s eta=02:12:01 +[2026-09-18 20:46:46,441][fastwam.trainer][INFO] - [train] epoch=15 step=8240/13625 loss=0.0775 loss_action=0.0019 loss_video=0.0755 lr=3.76e-05 speed=0.68 step/s, 87.19 samples/s eta=02:11:45 +[2026-09-18 20:46:57,567][fastwam.trainer][INFO] - [train] epoch=15 step=8250/13625 loss=0.0855 loss_action=0.0024 loss_video=0.0832 lr=3.75e-05 speed=0.68 step/s, 87.22 samples/s eta=02:11:28 +[2026-09-18 20:47:08,961][fastwam.trainer][INFO] - [train] epoch=15 step=8260/13625 loss=0.0781 loss_action=0.0018 loss_video=0.0764 lr=3.74e-05 speed=0.68 step/s, 87.24 samples/s eta=02:11:11 +[2026-09-18 20:47:21,030][fastwam.trainer][INFO] - [train] epoch=15 step=8270/13625 loss=0.0754 loss_action=0.0017 loss_video=0.0737 lr=3.72e-05 speed=0.68 step/s, 87.26 samples/s eta=02:10:54 +[2026-09-18 20:47:34,071][fastwam.trainer][INFO] - [train] epoch=15 step=8280/13625 loss=0.0642 loss_action=0.0020 loss_video=0.0621 lr=3.71e-05 speed=0.68 step/s, 87.27 samples/s eta=02:10:39 +[2026-09-18 20:47:45,143][fastwam.trainer][INFO] - [train] epoch=15 step=8290/13625 loss=0.0834 loss_action=0.0023 loss_video=0.0811 lr=3.70e-05 speed=0.68 step/s, 87.30 samples/s eta=02:10:22 +[2026-09-18 20:47:56,292][fastwam.trainer][INFO] - [train] epoch=15 step=8300/13625 loss=0.0790 loss_action=0.0021 loss_video=0.0769 lr=3.69e-05 speed=0.68 step/s, 87.32 samples/s eta=02:10:05 +[2026-09-18 20:48:07,494][fastwam.trainer][INFO] - [train] epoch=15 step=8310/13625 loss=0.0828 loss_action=0.0018 loss_video=0.0810 lr=3.68e-05 speed=0.68 step/s, 87.35 samples/s eta=02:09:48 +[2026-09-18 20:48:20,408][fastwam.trainer][INFO] - [train] epoch=15 step=8320/13625 loss=0.0882 loss_action=0.0016 loss_video=0.0866 lr=3.67e-05 speed=0.68 step/s, 87.36 samples/s eta=02:09:32 +[2026-09-18 20:48:31,651][fastwam.trainer][INFO] - [train] epoch=15 step=8330/13625 loss=0.0953 loss_action=0.0024 loss_video=0.0929 lr=3.66e-05 speed=0.68 step/s, 87.39 samples/s eta=02:09:15 +[2026-09-18 20:48:43,555][fastwam.trainer][INFO] - [train] epoch=15 step=8340/13625 loss=0.0870 loss_action=0.0019 loss_video=0.0851 lr=3.64e-05 speed=0.68 step/s, 87.41 samples/s eta=02:08:59 +[2026-09-18 20:48:54,092][fastwam.trainer][INFO] - [train] epoch=15 step=8350/13625 loss=0.0746 loss_action=0.0027 loss_video=0.0719 lr=3.63e-05 speed=0.68 step/s, 87.44 samples/s eta=02:08:42 +[2026-09-18 20:49:06,943][fastwam.trainer][INFO] - [train] epoch=15 step=8360/13625 loss=0.0961 loss_action=0.0019 loss_video=0.0942 lr=3.62e-05 speed=0.68 step/s, 87.45 samples/s eta=02:08:26 +[2026-09-18 20:49:18,132][fastwam.trainer][INFO] - [train] epoch=15 step=8370/13625 loss=0.0786 loss_action=0.0022 loss_video=0.0764 lr=3.61e-05 speed=0.68 step/s, 87.47 samples/s eta=02:08:09 +[2026-09-18 20:49:29,227][fastwam.trainer][INFO] - [train] epoch=15 step=8380/13625 loss=0.0878 loss_action=0.0020 loss_video=0.0858 lr=3.60e-05 speed=0.68 step/s, 87.50 samples/s eta=02:07:52 +[2026-09-18 20:49:40,395][fastwam.trainer][INFO] - [train] epoch=15 step=8390/13625 loss=0.0897 loss_action=0.0025 loss_video=0.0872 lr=3.59e-05 speed=0.68 step/s, 87.52 samples/s eta=02:07:36 +[2026-09-18 20:49:53,261][fastwam.trainer][INFO] - [train] epoch=15 step=8400/13625 loss=0.0811 loss_action=0.0028 loss_video=0.0783 lr=3.57e-05 speed=0.68 step/s, 87.54 samples/s eta=02:07:20 +[2026-09-18 20:50:04,355][fastwam.trainer][INFO] - [train] epoch=15 step=8410/13625 loss=0.0760 loss_action=0.0024 loss_video=0.0736 lr=3.56e-05 speed=0.68 step/s, 87.56 samples/s eta=02:07:03 +[2026-09-18 20:50:15,490][fastwam.trainer][INFO] - [train] epoch=15 step=8420/13625 loss=0.0812 loss_action=0.0017 loss_video=0.0795 lr=3.55e-05 speed=0.68 step/s, 87.59 samples/s eta=02:06:46 +[2026-09-18 20:50:26,692][fastwam.trainer][INFO] - [train] epoch=15 step=8430/13625 loss=0.0662 loss_action=0.0021 loss_video=0.0641 lr=3.54e-05 speed=0.68 step/s, 87.61 samples/s eta=02:06:30 +[2026-09-18 20:50:39,695][fastwam.trainer][INFO] - [train] epoch=15 step=8440/13625 loss=0.0961 loss_action=0.0016 loss_video=0.0945 lr=3.53e-05 speed=0.68 step/s, 87.62 samples/s eta=02:06:14 +[2026-09-18 20:50:51,066][fastwam.trainer][INFO] - [train] epoch=15 step=8450/13625 loss=0.0785 loss_action=0.0016 loss_video=0.0769 lr=3.52e-05 speed=0.68 step/s, 87.64 samples/s eta=02:05:57 +[2026-09-18 20:51:02,275][fastwam.trainer][INFO] - [train] epoch=15 step=8460/13625 loss=0.0867 loss_action=0.0018 loss_video=0.0849 lr=3.51e-05 speed=0.68 step/s, 87.67 samples/s eta=02:05:41 +[2026-09-18 20:51:13,754][fastwam.trainer][INFO] - [train] epoch=15 step=8470/13625 loss=0.0771 loss_action=0.0020 loss_video=0.0751 lr=3.49e-05 speed=0.69 step/s, 87.69 samples/s eta=02:05:24 +[2026-09-18 20:51:26,654][fastwam.trainer][INFO] - [train] epoch=15 step=8480/13625 loss=0.0671 loss_action=0.0023 loss_video=0.0649 lr=3.48e-05 speed=0.69 step/s, 87.70 samples/s eta=02:05:09 +[2026-09-18 20:51:38,500][fastwam.trainer][INFO] - [train] epoch=15 step=8490/13625 loss=0.0827 loss_action=0.0023 loss_video=0.0805 lr=3.47e-05 speed=0.69 step/s, 87.72 samples/s eta=02:04:52 +[2026-09-18 20:51:49,686][fastwam.trainer][INFO] - [train] epoch=15 step=8500/13625 loss=0.0892 loss_action=0.0022 loss_video=0.0870 lr=3.46e-05 speed=0.69 step/s, 87.75 samples/s eta=02:04:36 +[2026-09-18 20:51:54,533][fastwam.trainer][INFO] - Restoring DiT/proprio training and the configured TDAA freeze mode. +[2026-09-18 20:51:55,502][fastwam.trainer][INFO] - [eval] step=8500 val_loss=0.0508 infer_psnr=39.8768 infer_ssim=0.9795 action_l2=0.0002 action_l1=0.0080 +[2026-09-18 20:52:05,201][fastwam.trainer][INFO] - [train] epoch=15 step=8510/13625 loss=0.0800 loss_action=0.0018 loss_video=0.0781 lr=3.45e-05 speed=0.69 step/s, 87.74 samples/s eta=02:04:22 +[2026-09-18 20:52:14,641][fastwam.trainer][INFO] - [train] epoch=15 step=8520/13625 loss=0.0783 loss_action=0.0016 loss_video=0.0767 lr=3.44e-05 speed=0.69 step/s, 87.78 samples/s eta=02:04:04 +[2026-09-18 20:52:25,271][fastwam.trainer][INFO] - [train] epoch=15 step=8530/13625 loss=0.0825 loss_action=0.0023 loss_video=0.0801 lr=3.43e-05 speed=0.69 step/s, 87.80 samples/s eta=02:03:47 +[2026-09-18 20:52:36,420][fastwam.trainer][INFO] - [train] epoch=15 step=8540/13625 loss=0.0809 loss_action=0.0019 loss_video=0.0790 lr=3.41e-05 speed=0.69 step/s, 87.83 samples/s eta=02:03:30 +[2026-09-18 20:52:47,826][fastwam.trainer][INFO] - [train] epoch=15 step=8550/13625 loss=0.0749 loss_action=0.0024 loss_video=0.0725 lr=3.40e-05 speed=0.69 step/s, 87.85 samples/s eta=02:03:14 +[2026-09-18 20:53:00,375][fastwam.trainer][INFO] - [train] epoch=15 step=8560/13625 loss=0.0963 loss_action=0.0025 loss_video=0.0938 lr=3.39e-05 speed=0.69 step/s, 87.86 samples/s eta=02:02:58 +[2026-09-18 20:53:11,580][fastwam.trainer][INFO] - [train] epoch=15 step=8570/13625 loss=0.0691 loss_action=0.0021 loss_video=0.0670 lr=3.38e-05 speed=0.69 step/s, 87.89 samples/s eta=02:02:42 +[2026-09-18 20:53:22,826][fastwam.trainer][INFO] - [train] epoch=15 step=8580/13625 loss=0.0832 loss_action=0.0020 loss_video=0.0812 lr=3.37e-05 speed=0.69 step/s, 87.91 samples/s eta=02:02:25 +[2026-09-18 20:53:34,012][fastwam.trainer][INFO] - [train] epoch=15 step=8590/13625 loss=0.0737 loss_action=0.0016 loss_video=0.0721 lr=3.36e-05 speed=0.69 step/s, 87.93 samples/s eta=02:02:09 +[2026-09-18 20:53:47,140][fastwam.trainer][INFO] - [train] epoch=15 step=8600/13625 loss=0.0867 loss_action=0.0015 loss_video=0.0852 lr=3.35e-05 speed=0.69 step/s, 87.95 samples/s eta=02:01:53 +[2026-09-18 20:53:58,193][fastwam.trainer][INFO] - [train] epoch=15 step=8610/13625 loss=0.0821 loss_action=0.0022 loss_video=0.0800 lr=3.34e-05 speed=0.69 step/s, 87.97 samples/s eta=02:01:37 +[2026-09-18 20:54:09,609][fastwam.trainer][INFO] - [train] epoch=15 step=8620/13625 loss=0.0818 loss_action=0.0018 loss_video=0.0799 lr=3.32e-05 speed=0.69 step/s, 87.99 samples/s eta=02:01:20 +[2026-09-18 20:54:20,681][fastwam.trainer][INFO] - [train] epoch=15 step=8630/13625 loss=0.0756 loss_action=0.0017 loss_video=0.0738 lr=3.31e-05 speed=0.69 step/s, 88.02 samples/s eta=02:01:04 +[2026-09-18 20:54:33,760][fastwam.trainer][INFO] - [train] epoch=15 step=8640/13625 loss=0.0748 loss_action=0.0018 loss_video=0.0730 lr=3.30e-05 speed=0.69 step/s, 88.03 samples/s eta=02:00:48 +[2026-09-18 20:54:44,946][fastwam.trainer][INFO] - [train] epoch=15 step=8650/13625 loss=0.0994 loss_action=0.0026 loss_video=0.0967 lr=3.29e-05 speed=0.69 step/s, 88.05 samples/s eta=02:00:32 +[2026-09-18 20:54:56,050][fastwam.trainer][INFO] - [train] epoch=15 step=8660/13625 loss=0.0773 loss_action=0.0020 loss_video=0.0753 lr=3.28e-05 speed=0.69 step/s, 88.07 samples/s eta=02:00:15 +[2026-09-18 20:55:07,200][fastwam.trainer][INFO] - [train] epoch=15 step=8670/13625 loss=0.0756 loss_action=0.0014 loss_video=0.0741 lr=3.27e-05 speed=0.69 step/s, 88.10 samples/s eta=01:59:59 +[2026-09-18 20:55:20,265][fastwam.trainer][INFO] - [train] epoch=15 step=8680/13625 loss=0.0826 loss_action=0.0018 loss_video=0.0809 lr=3.26e-05 speed=0.69 step/s, 88.11 samples/s eta=01:59:43 +[2026-09-18 20:55:31,698][fastwam.trainer][INFO] - [train] epoch=15 step=8690/13625 loss=0.0855 loss_action=0.0023 loss_video=0.0832 lr=3.25e-05 speed=0.69 step/s, 88.13 samples/s eta=01:59:27 +[2026-09-18 20:55:42,751][fastwam.trainer][INFO] - [train] epoch=15 step=8700/13625 loss=0.0967 loss_action=0.0015 loss_video=0.0952 lr=3.23e-05 speed=0.69 step/s, 88.15 samples/s eta=01:59:11 +[2026-09-18 20:55:53,928][fastwam.trainer][INFO] - [train] epoch=15 step=8710/13625 loss=0.0688 loss_action=0.0021 loss_video=0.0667 lr=3.22e-05 speed=0.69 step/s, 88.18 samples/s eta=01:58:54 +[2026-09-18 20:56:07,374][fastwam.trainer][INFO] - [train] epoch=15 step=8720/13625 loss=0.0764 loss_action=0.0022 loss_video=0.0742 lr=3.21e-05 speed=0.69 step/s, 88.18 samples/s eta=01:58:39 +[2026-09-18 20:56:34,863][fastwam.trainer][INFO] - [train] epoch=16 step=8730/13625 loss=0.0765 loss_action=0.0018 loss_video=0.0748 lr=3.20e-05 speed=0.69 step/s, 88.09 samples/s eta=01:58:32 +[2026-09-18 20:56:46,017][fastwam.trainer][INFO] - [train] epoch=16 step=8740/13625 loss=0.0764 loss_action=0.0019 loss_video=0.0745 lr=3.19e-05 speed=0.69 step/s, 88.12 samples/s eta=01:58:15 +[2026-09-18 20:56:57,681][fastwam.trainer][INFO] - [train] epoch=16 step=8750/13625 loss=0.0729 loss_action=0.0020 loss_video=0.0709 lr=3.18e-05 speed=0.69 step/s, 88.14 samples/s eta=01:57:59 +[2026-09-18 20:57:10,062][fastwam.trainer][INFO] - [train] epoch=16 step=8760/13625 loss=0.0821 loss_action=0.0019 loss_video=0.0802 lr=3.17e-05 speed=0.69 step/s, 88.15 samples/s eta=01:57:44 +[2026-09-18 20:57:21,070][fastwam.trainer][INFO] - [train] epoch=16 step=8770/13625 loss=0.0866 loss_action=0.0020 loss_video=0.0847 lr=3.16e-05 speed=0.69 step/s, 88.18 samples/s eta=01:57:27 +[2026-09-18 20:57:32,588][fastwam.trainer][INFO] - [train] epoch=16 step=8780/13625 loss=0.0801 loss_action=0.0018 loss_video=0.0783 lr=3.15e-05 speed=0.69 step/s, 88.20 samples/s eta=01:57:11 +[2026-09-18 20:57:43,440][fastwam.trainer][INFO] - [train] epoch=16 step=8790/13625 loss=0.0854 loss_action=0.0016 loss_video=0.0837 lr=3.13e-05 speed=0.69 step/s, 88.22 samples/s eta=01:56:54 +[2026-09-18 20:57:56,426][fastwam.trainer][INFO] - [train] epoch=16 step=8800/13625 loss=0.0760 loss_action=0.0015 loss_video=0.0744 lr=3.12e-05 speed=0.69 step/s, 88.23 samples/s eta=01:56:39 +[2026-09-18 20:58:07,646][fastwam.trainer][INFO] - [train] epoch=16 step=8810/13625 loss=0.0778 loss_action=0.0016 loss_video=0.0763 lr=3.11e-05 speed=0.69 step/s, 88.26 samples/s eta=01:56:23 +[2026-09-18 20:58:18,822][fastwam.trainer][INFO] - [train] epoch=16 step=8820/13625 loss=0.0909 loss_action=0.0019 loss_video=0.0890 lr=3.10e-05 speed=0.69 step/s, 88.28 samples/s eta=01:56:07 +[2026-09-18 20:58:30,064][fastwam.trainer][INFO] - [train] epoch=16 step=8830/13625 loss=0.0685 loss_action=0.0015 loss_video=0.0670 lr=3.09e-05 speed=0.69 step/s, 88.30 samples/s eta=01:55:50 +[2026-09-18 20:58:43,050][fastwam.trainer][INFO] - [train] epoch=16 step=8840/13625 loss=0.0766 loss_action=0.0014 loss_video=0.0752 lr=3.08e-05 speed=0.69 step/s, 88.31 samples/s eta=01:55:35 +[2026-09-18 20:58:54,410][fastwam.trainer][INFO] - [train] epoch=16 step=8850/13625 loss=0.0876 loss_action=0.0017 loss_video=0.0859 lr=3.07e-05 speed=0.69 step/s, 88.33 samples/s eta=01:55:19 +[2026-09-18 20:59:05,845][fastwam.trainer][INFO] - [train] epoch=16 step=8860/13625 loss=0.0820 loss_action=0.0017 loss_video=0.0803 lr=3.06e-05 speed=0.69 step/s, 88.35 samples/s eta=01:55:03 +[2026-09-18 20:59:17,105][fastwam.trainer][INFO] - [train] epoch=16 step=8870/13625 loss=0.0762 loss_action=0.0017 loss_video=0.0745 lr=3.05e-05 speed=0.69 step/s, 88.38 samples/s eta=01:54:46 +[2026-09-18 20:59:30,573][fastwam.trainer][INFO] - [train] epoch=16 step=8880/13625 loss=0.0731 loss_action=0.0015 loss_video=0.0715 lr=3.04e-05 speed=0.69 step/s, 88.38 samples/s eta=01:54:31 +[2026-09-18 20:59:41,809][fastwam.trainer][INFO] - [train] epoch=16 step=8890/13625 loss=0.0832 loss_action=0.0017 loss_video=0.0815 lr=3.02e-05 speed=0.69 step/s, 88.41 samples/s eta=01:54:15 +[2026-09-18 20:59:53,069][fastwam.trainer][INFO] - [train] epoch=16 step=8900/13625 loss=0.0987 loss_action=0.0018 loss_video=0.0969 lr=3.01e-05 speed=0.69 step/s, 88.43 samples/s eta=01:53:59 +[2026-09-18 21:00:04,245][fastwam.trainer][INFO] - [train] epoch=16 step=8910/13625 loss=0.0778 loss_action=0.0019 loss_video=0.0759 lr=3.00e-05 speed=0.69 step/s, 88.45 samples/s eta=01:53:43 +[2026-09-18 21:00:17,325][fastwam.trainer][INFO] - [train] epoch=16 step=8920/13625 loss=0.0861 loss_action=0.0017 loss_video=0.0845 lr=2.99e-05 speed=0.69 step/s, 88.46 samples/s eta=01:53:28 +[2026-09-18 21:00:28,529][fastwam.trainer][INFO] - [train] epoch=16 step=8930/13625 loss=0.0785 loss_action=0.0014 loss_video=0.0772 lr=2.98e-05 speed=0.69 step/s, 88.48 samples/s eta=01:53:11 +[2026-09-18 21:00:39,672][fastwam.trainer][INFO] - [train] epoch=16 step=8940/13625 loss=0.1114 loss_action=0.0023 loss_video=0.1090 lr=2.97e-05 speed=0.69 step/s, 88.50 samples/s eta=01:52:55 +[2026-09-18 21:00:50,839][fastwam.trainer][INFO] - [train] epoch=16 step=8950/13625 loss=0.0840 loss_action=0.0018 loss_video=0.0821 lr=2.96e-05 speed=0.69 step/s, 88.53 samples/s eta=01:52:39 +[2026-09-18 21:01:04,067][fastwam.trainer][INFO] - [train] epoch=16 step=8960/13625 loss=0.0697 loss_action=0.0024 loss_video=0.0673 lr=2.95e-05 speed=0.69 step/s, 88.54 samples/s eta=01:52:24 +[2026-09-18 21:01:15,418][fastwam.trainer][INFO] - [train] epoch=16 step=8970/13625 loss=0.0845 loss_action=0.0014 loss_video=0.0831 lr=2.94e-05 speed=0.69 step/s, 88.56 samples/s eta=01:52:08 +[2026-09-18 21:01:26,638][fastwam.trainer][INFO] - [train] epoch=16 step=8980/13625 loss=0.0768 loss_action=0.0016 loss_video=0.0753 lr=2.93e-05 speed=0.69 step/s, 88.58 samples/s eta=01:51:52 +[2026-09-18 21:01:37,898][fastwam.trainer][INFO] - [train] epoch=16 step=8990/13625 loss=0.0924 loss_action=0.0017 loss_video=0.0907 lr=2.92e-05 speed=0.69 step/s, 88.60 samples/s eta=01:51:36 +[2026-09-18 21:01:50,870][fastwam.trainer][INFO] - [train] epoch=16 step=9000/13625 loss=0.0806 loss_action=0.0018 loss_video=0.0788 lr=2.90e-05 speed=0.69 step/s, 88.61 samples/s eta=01:51:20 +[2026-09-18 21:01:55,559][fastwam.trainer][INFO] - Restoring DiT/proprio training and the configured TDAA freeze mode. +[2026-09-18 21:01:56,524][fastwam.trainer][INFO] - [eval] step=9000 val_loss=0.0587 infer_psnr=36.9098 infer_ssim=0.9621 action_l2=0.0002 action_l1=0.0067 +[2026-09-18 21:02:05,862][fastwam.trainer][INFO] - [train] epoch=16 step=9010/13625 loss=0.0849 loss_action=0.0014 loss_video=0.0835 lr=2.89e-05 speed=0.69 step/s, 88.61 samples/s eta=01:51:06 +[2026-09-18 21:02:15,217][fastwam.trainer][INFO] - [train] epoch=16 step=9020/13625 loss=0.0764 loss_action=0.0018 loss_video=0.0747 lr=2.88e-05 speed=0.69 step/s, 88.64 samples/s eta=01:50:49 +[2026-09-18 21:02:25,329][fastwam.trainer][INFO] - [train] epoch=16 step=9030/13625 loss=0.0816 loss_action=0.0019 loss_video=0.0797 lr=2.87e-05 speed=0.69 step/s, 88.67 samples/s eta=01:50:33 +[2026-09-18 21:02:37,789][fastwam.trainer][INFO] - [train] epoch=16 step=9040/13625 loss=0.0804 loss_action=0.0023 loss_video=0.0781 lr=2.86e-05 speed=0.69 step/s, 88.68 samples/s eta=01:50:17 +[2026-09-18 21:02:48,946][fastwam.trainer][INFO] - [train] epoch=16 step=9050/13625 loss=0.0771 loss_action=0.0015 loss_video=0.0757 lr=2.85e-05 speed=0.69 step/s, 88.71 samples/s eta=01:50:01 +[2026-09-18 21:03:00,480][fastwam.trainer][INFO] - [train] epoch=16 step=9060/13625 loss=0.0786 loss_action=0.0014 loss_video=0.0772 lr=2.84e-05 speed=0.69 step/s, 88.73 samples/s eta=01:49:45 +[2026-09-18 21:03:11,402][fastwam.trainer][INFO] - [train] epoch=16 step=9070/13625 loss=0.0746 loss_action=0.0015 loss_video=0.0731 lr=2.83e-05 speed=0.69 step/s, 88.75 samples/s eta=01:49:29 +[2026-09-18 21:03:24,454][fastwam.trainer][INFO] - [train] epoch=16 step=9080/13625 loss=0.0795 loss_action=0.0021 loss_video=0.0774 lr=2.82e-05 speed=0.69 step/s, 88.76 samples/s eta=01:49:14 +[2026-09-18 21:03:35,666][fastwam.trainer][INFO] - [train] epoch=16 step=9090/13625 loss=0.0811 loss_action=0.0017 loss_video=0.0794 lr=2.81e-05 speed=0.69 step/s, 88.78 samples/s eta=01:48:58 +[2026-09-18 21:03:47,186][fastwam.trainer][INFO] - [train] epoch=16 step=9100/13625 loss=0.0730 loss_action=0.0021 loss_video=0.0709 lr=2.80e-05 speed=0.69 step/s, 88.80 samples/s eta=01:48:42 +[2026-09-18 21:03:58,253][fastwam.trainer][INFO] - [train] epoch=16 step=9110/13625 loss=0.0767 loss_action=0.0017 loss_video=0.0750 lr=2.79e-05 speed=0.69 step/s, 88.82 samples/s eta=01:48:26 +[2026-09-18 21:04:11,529][fastwam.trainer][INFO] - [train] epoch=16 step=9120/13625 loss=0.0768 loss_action=0.0020 loss_video=0.0748 lr=2.78e-05 speed=0.69 step/s, 88.83 samples/s eta=01:48:11 +[2026-09-18 21:04:22,657][fastwam.trainer][INFO] - [train] epoch=16 step=9130/13625 loss=0.0819 loss_action=0.0017 loss_video=0.0802 lr=2.76e-05 speed=0.69 step/s, 88.85 samples/s eta=01:47:55 +[2026-09-18 21:04:33,942][fastwam.trainer][INFO] - [train] epoch=16 step=9140/13625 loss=0.0842 loss_action=0.0016 loss_video=0.0826 lr=2.75e-05 speed=0.69 step/s, 88.87 samples/s eta=01:47:39 +[2026-09-18 21:04:45,247][fastwam.trainer][INFO] - [train] epoch=16 step=9150/13625 loss=0.0643 loss_action=0.0017 loss_video=0.0625 lr=2.74e-05 speed=0.69 step/s, 88.90 samples/s eta=01:47:23 +[2026-09-18 21:04:58,584][fastwam.trainer][INFO] - [train] epoch=16 step=9160/13625 loss=0.0784 loss_action=0.0019 loss_video=0.0765 lr=2.73e-05 speed=0.69 step/s, 88.90 samples/s eta=01:47:08 +[2026-09-18 21:05:10,089][fastwam.trainer][INFO] - [train] epoch=16 step=9170/13625 loss=0.0709 loss_action=0.0016 loss_video=0.0693 lr=2.72e-05 speed=0.69 step/s, 88.92 samples/s eta=01:46:52 +[2026-09-18 21:05:21,302][fastwam.trainer][INFO] - [train] epoch=16 step=9180/13625 loss=0.0794 loss_action=0.0022 loss_video=0.0772 lr=2.71e-05 speed=0.69 step/s, 88.94 samples/s eta=01:46:36 +[2026-09-18 21:05:32,612][fastwam.trainer][INFO] - [train] epoch=16 step=9190/13625 loss=0.0949 loss_action=0.0016 loss_video=0.0933 lr=2.70e-05 speed=0.70 step/s, 88.96 samples/s eta=01:46:20 +[2026-09-18 21:05:45,566][fastwam.trainer][INFO] - [train] epoch=16 step=9200/13625 loss=0.0783 loss_action=0.0010 loss_video=0.0772 lr=2.69e-05 speed=0.70 step/s, 88.97 samples/s eta=01:46:05 +[2026-09-18 21:05:56,947][fastwam.trainer][INFO] - [train] epoch=16 step=9210/13625 loss=0.0834 loss_action=0.0012 loss_video=0.0821 lr=2.68e-05 speed=0.70 step/s, 88.99 samples/s eta=01:45:50 +[2026-09-18 21:06:08,434][fastwam.trainer][INFO] - [train] epoch=16 step=9220/13625 loss=0.0767 loss_action=0.0010 loss_video=0.0757 lr=2.67e-05 speed=0.70 step/s, 89.01 samples/s eta=01:45:34 +[2026-09-18 21:06:19,687][fastwam.trainer][INFO] - [train] epoch=16 step=9230/13625 loss=0.0868 loss_action=0.0018 loss_video=0.0850 lr=2.66e-05 speed=0.70 step/s, 89.03 samples/s eta=01:45:18 +[2026-09-18 21:06:32,941][fastwam.trainer][INFO] - [train] epoch=16 step=9240/13625 loss=0.0731 loss_action=0.0019 loss_video=0.0712 lr=2.65e-05 speed=0.70 step/s, 89.04 samples/s eta=01:45:03 +[2026-09-18 21:06:44,693][fastwam.trainer][INFO] - [train] epoch=16 step=9250/13625 loss=0.0745 loss_action=0.0017 loss_video=0.0728 lr=2.64e-05 speed=0.70 step/s, 89.06 samples/s eta=01:44:47 +[2026-09-18 21:06:55,813][fastwam.trainer][INFO] - [train] epoch=16 step=9260/13625 loss=0.0905 loss_action=0.0021 loss_video=0.0884 lr=2.63e-05 speed=0.70 step/s, 89.08 samples/s eta=01:44:32 +[2026-09-18 21:07:23,003][fastwam.trainer][INFO] - [train] epoch=17 step=9270/13625 loss=0.0916 loss_action=0.0015 loss_video=0.0900 lr=2.62e-05 speed=0.70 step/s, 89.00 samples/s eta=01:44:23 +[2026-09-18 21:07:35,199][fastwam.trainer][INFO] - [train] epoch=17 step=9280/13625 loss=0.0939 loss_action=0.0018 loss_video=0.0921 lr=2.61e-05 speed=0.70 step/s, 89.01 samples/s eta=01:44:08 +[2026-09-18 21:07:48,354][fastwam.trainer][INFO] - [train] epoch=17 step=9290/13625 loss=0.0745 loss_action=0.0015 loss_video=0.0730 lr=2.60e-05 speed=0.70 step/s, 89.02 samples/s eta=01:43:53 +[2026-09-18 21:07:59,941][fastwam.trainer][INFO] - [train] epoch=17 step=9300/13625 loss=0.0713 loss_action=0.0017 loss_video=0.0697 lr=2.59e-05 speed=0.70 step/s, 89.04 samples/s eta=01:43:37 +[2026-09-18 21:08:10,886][fastwam.trainer][INFO] - [train] epoch=17 step=9310/13625 loss=0.0924 loss_action=0.0014 loss_video=0.0910 lr=2.58e-05 speed=0.70 step/s, 89.06 samples/s eta=01:43:21 +[2026-09-18 21:08:22,131][fastwam.trainer][INFO] - [train] epoch=17 step=9320/13625 loss=0.0726 loss_action=0.0014 loss_video=0.0711 lr=2.56e-05 speed=0.70 step/s, 89.08 samples/s eta=01:43:05 +[2026-09-18 21:08:35,116][fastwam.trainer][INFO] - [train] epoch=17 step=9330/13625 loss=0.0855 loss_action=0.0015 loss_video=0.0840 lr=2.55e-05 speed=0.70 step/s, 89.09 samples/s eta=01:42:50 +[2026-09-18 21:08:46,262][fastwam.trainer][INFO] - [train] epoch=17 step=9340/13625 loss=0.0840 loss_action=0.0015 loss_video=0.0825 lr=2.54e-05 speed=0.70 step/s, 89.11 samples/s eta=01:42:35 +[2026-09-18 21:08:57,508][fastwam.trainer][INFO] - [train] epoch=17 step=9350/13625 loss=0.0605 loss_action=0.0015 loss_video=0.0589 lr=2.53e-05 speed=0.70 step/s, 89.13 samples/s eta=01:42:19 +[2026-09-18 21:09:08,796][fastwam.trainer][INFO] - [train] epoch=17 step=9360/13625 loss=0.0783 loss_action=0.0015 loss_video=0.0768 lr=2.52e-05 speed=0.70 step/s, 89.15 samples/s eta=01:42:03 +[2026-09-18 21:09:22,391][fastwam.trainer][INFO] - [train] epoch=17 step=9370/13625 loss=0.0782 loss_action=0.0013 loss_video=0.0770 lr=2.51e-05 speed=0.70 step/s, 89.16 samples/s eta=01:41:48 +[2026-09-18 21:09:33,713][fastwam.trainer][INFO] - [train] epoch=17 step=9380/13625 loss=0.0691 loss_action=0.0015 loss_video=0.0676 lr=2.50e-05 speed=0.70 step/s, 89.18 samples/s eta=01:41:33 +[2026-09-18 21:09:44,799][fastwam.trainer][INFO] - [train] epoch=17 step=9390/13625 loss=0.0738 loss_action=0.0016 loss_video=0.0722 lr=2.49e-05 speed=0.70 step/s, 89.20 samples/s eta=01:41:17 +[2026-09-18 21:09:56,111][fastwam.trainer][INFO] - [train] epoch=17 step=9400/13625 loss=0.0952 loss_action=0.0016 loss_video=0.0936 lr=2.48e-05 speed=0.70 step/s, 89.22 samples/s eta=01:41:01 +[2026-09-18 21:10:09,036][fastwam.trainer][INFO] - [train] epoch=17 step=9410/13625 loss=0.0888 loss_action=0.0013 loss_video=0.0874 lr=2.47e-05 speed=0.70 step/s, 89.23 samples/s eta=01:40:46 +[2026-09-18 21:10:20,305][fastwam.trainer][INFO] - [train] epoch=17 step=9420/13625 loss=0.0813 loss_action=0.0015 loss_video=0.0798 lr=2.46e-05 speed=0.70 step/s, 89.25 samples/s eta=01:40:30 +[2026-09-18 21:10:31,547][fastwam.trainer][INFO] - [train] epoch=17 step=9430/13625 loss=0.0660 loss_action=0.0022 loss_video=0.0638 lr=2.45e-05 speed=0.70 step/s, 89.27 samples/s eta=01:40:15 +[2026-09-18 21:10:42,880][fastwam.trainer][INFO] - [train] epoch=17 step=9440/13625 loss=0.0807 loss_action=0.0017 loss_video=0.0791 lr=2.44e-05 speed=0.70 step/s, 89.29 samples/s eta=01:39:59 +[2026-09-18 21:10:56,045][fastwam.trainer][INFO] - [train] epoch=17 step=9450/13625 loss=0.0724 loss_action=0.0013 loss_video=0.0711 lr=2.43e-05 speed=0.70 step/s, 89.30 samples/s eta=01:39:44 +[2026-09-18 21:11:07,262][fastwam.trainer][INFO] - [train] epoch=17 step=9460/13625 loss=0.0746 loss_action=0.0012 loss_video=0.0734 lr=2.42e-05 speed=0.70 step/s, 89.32 samples/s eta=01:39:28 +[2026-09-18 21:11:18,504][fastwam.trainer][INFO] - [train] epoch=17 step=9470/13625 loss=0.0745 loss_action=0.0015 loss_video=0.0730 lr=2.41e-05 speed=0.70 step/s, 89.34 samples/s eta=01:39:13 +[2026-09-18 21:11:29,712][fastwam.trainer][INFO] - [train] epoch=17 step=9480/13625 loss=0.0786 loss_action=0.0013 loss_video=0.0773 lr=2.40e-05 speed=0.70 step/s, 89.36 samples/s eta=01:38:57 +[2026-09-18 21:11:42,976][fastwam.trainer][INFO] - [train] epoch=17 step=9490/13625 loss=0.0692 loss_action=0.0020 loss_video=0.0671 lr=2.39e-05 speed=0.70 step/s, 89.37 samples/s eta=01:38:42 +[2026-09-18 21:11:54,264][fastwam.trainer][INFO] - [train] epoch=17 step=9500/13625 loss=0.0644 loss_action=0.0013 loss_video=0.0631 lr=2.38e-05 speed=0.70 step/s, 89.39 samples/s eta=01:38:27 +[2026-09-18 21:11:58,978][fastwam.trainer][INFO] - Restoring DiT/proprio training and the configured TDAA freeze mode. +[2026-09-18 21:11:59,944][fastwam.trainer][INFO] - [eval] step=9500 val_loss=0.1438 infer_psnr=38.0753 infer_ssim=0.9670 action_l2=0.0004 action_l1=0.0087 +[2026-09-18 21:12:09,307][fastwam.trainer][INFO] - [train] epoch=17 step=9510/13625 loss=0.0699 loss_action=0.0016 loss_video=0.0683 lr=2.37e-05 speed=0.70 step/s, 89.38 samples/s eta=01:38:13 +[2026-09-18 21:12:18,672][fastwam.trainer][INFO] - [train] epoch=17 step=9520/13625 loss=0.0863 loss_action=0.0013 loss_video=0.0850 lr=2.36e-05 speed=0.70 step/s, 89.41 samples/s eta=01:37:56 +[2026-09-18 21:12:29,981][fastwam.trainer][INFO] - [train] epoch=17 step=9530/13625 loss=0.0757 loss_action=0.0016 loss_video=0.0741 lr=2.35e-05 speed=0.70 step/s, 89.43 samples/s eta=01:37:40 +[2026-09-18 21:12:41,041][fastwam.trainer][INFO] - [train] epoch=17 step=9540/13625 loss=0.0741 loss_action=0.0014 loss_video=0.0727 lr=2.34e-05 speed=0.70 step/s, 89.45 samples/s eta=01:37:25 +[2026-09-18 21:12:52,234][fastwam.trainer][INFO] - [train] epoch=17 step=9550/13625 loss=0.0656 loss_action=0.0017 loss_video=0.0640 lr=2.33e-05 speed=0.70 step/s, 89.47 samples/s eta=01:37:09 +[2026-09-18 21:13:03,289][fastwam.trainer][INFO] - [train] epoch=17 step=9560/13625 loss=0.0818 loss_action=0.0014 loss_video=0.0804 lr=2.32e-05 speed=0.70 step/s, 89.50 samples/s eta=01:36:53 +[2026-09-18 21:13:16,250][fastwam.trainer][INFO] - [train] epoch=17 step=9570/13625 loss=0.0813 loss_action=0.0013 loss_video=0.0799 lr=2.31e-05 speed=0.70 step/s, 89.50 samples/s eta=01:36:39 +[2026-09-18 21:13:27,525][fastwam.trainer][INFO] - [train] epoch=17 step=9580/13625 loss=0.0770 loss_action=0.0017 loss_video=0.0753 lr=2.30e-05 speed=0.70 step/s, 89.52 samples/s eta=01:36:23 +[2026-09-18 21:13:39,782][fastwam.trainer][INFO] - [train] epoch=17 step=9590/13625 loss=0.0717 loss_action=0.0010 loss_video=0.0707 lr=2.29e-05 speed=0.70 step/s, 89.54 samples/s eta=01:36:08 +[2026-09-18 21:13:50,167][fastwam.trainer][INFO] - [train] epoch=17 step=9600/13625 loss=0.0794 loss_action=0.0010 loss_video=0.0784 lr=2.28e-05 speed=0.70 step/s, 89.56 samples/s eta=01:35:52 +[2026-09-18 21:14:03,515][fastwam.trainer][INFO] - [train] epoch=17 step=9610/13625 loss=0.0723 loss_action=0.0011 loss_video=0.0712 lr=2.27e-05 speed=0.70 step/s, 89.57 samples/s eta=01:35:37 +[2026-09-18 21:14:14,768][fastwam.trainer][INFO] - [train] epoch=17 step=9620/13625 loss=0.0550 loss_action=0.0010 loss_video=0.0539 lr=2.26e-05 speed=0.70 step/s, 89.59 samples/s eta=01:35:22 +[2026-09-18 21:14:26,180][fastwam.trainer][INFO] - [train] epoch=17 step=9630/13625 loss=0.0669 loss_action=0.0010 loss_video=0.0659 lr=2.25e-05 speed=0.70 step/s, 89.61 samples/s eta=01:35:06 +[2026-09-18 21:14:37,395][fastwam.trainer][INFO] - [train] epoch=17 step=9640/13625 loss=0.0702 loss_action=0.0014 loss_video=0.0688 lr=2.24e-05 speed=0.70 step/s, 89.63 samples/s eta=01:34:51 +[2026-09-18 21:14:50,502][fastwam.trainer][INFO] - [train] epoch=17 step=9650/13625 loss=0.0601 loss_action=0.0018 loss_video=0.0583 lr=2.23e-05 speed=0.70 step/s, 89.64 samples/s eta=01:34:36 +[2026-09-18 21:15:01,825][fastwam.trainer][INFO] - [train] epoch=17 step=9660/13625 loss=0.0573 loss_action=0.0018 loss_video=0.0555 lr=2.22e-05 speed=0.70 step/s, 89.65 samples/s eta=01:34:20 +[2026-09-18 21:15:13,005][fastwam.trainer][INFO] - [train] epoch=17 step=9670/13625 loss=0.0935 loss_action=0.0010 loss_video=0.0924 lr=2.21e-05 speed=0.70 step/s, 89.67 samples/s eta=01:34:05 +[2026-09-18 21:15:24,154][fastwam.trainer][INFO] - [train] epoch=17 step=9680/13625 loss=0.0791 loss_action=0.0014 loss_video=0.0777 lr=2.20e-05 speed=0.70 step/s, 89.69 samples/s eta=01:33:49 +[2026-09-18 21:15:37,288][fastwam.trainer][INFO] - [train] epoch=17 step=9690/13625 loss=0.0603 loss_action=0.0011 loss_video=0.0593 lr=2.19e-05 speed=0.70 step/s, 89.70 samples/s eta=01:33:35 +[2026-09-18 21:15:48,553][fastwam.trainer][INFO] - [train] epoch=17 step=9700/13625 loss=0.0801 loss_action=0.0011 loss_video=0.0790 lr=2.18e-05 speed=0.70 step/s, 89.72 samples/s eta=01:33:19 +[2026-09-18 21:15:59,808][fastwam.trainer][INFO] - [train] epoch=17 step=9710/13625 loss=0.0762 loss_action=0.0014 loss_video=0.0747 lr=2.17e-05 speed=0.70 step/s, 89.74 samples/s eta=01:33:04 +[2026-09-18 21:16:11,384][fastwam.trainer][INFO] - [train] epoch=17 step=9720/13625 loss=0.0858 loss_action=0.0018 loss_video=0.0841 lr=2.16e-05 speed=0.70 step/s, 89.76 samples/s eta=01:32:48 +[2026-09-18 21:16:24,154][fastwam.trainer][INFO] - [train] epoch=17 step=9730/13625 loss=0.0750 loss_action=0.0014 loss_video=0.0736 lr=2.15e-05 speed=0.70 step/s, 89.77 samples/s eta=01:32:33 +[2026-09-18 21:16:35,262][fastwam.trainer][INFO] - [train] epoch=17 step=9740/13625 loss=0.0804 loss_action=0.0015 loss_video=0.0789 lr=2.14e-05 speed=0.70 step/s, 89.79 samples/s eta=01:32:18 +[2026-09-18 21:16:46,416][fastwam.trainer][INFO] - [train] epoch=17 step=9750/13625 loss=0.0731 loss_action=0.0013 loss_video=0.0718 lr=2.13e-05 speed=0.70 step/s, 89.81 samples/s eta=01:32:02 +[2026-09-18 21:16:57,557][fastwam.trainer][INFO] - [train] epoch=17 step=9760/13625 loss=0.0809 loss_action=0.0017 loss_video=0.0793 lr=2.12e-05 speed=0.70 step/s, 89.83 samples/s eta=01:31:47 +[2026-09-18 21:17:10,488][fastwam.trainer][INFO] - [train] epoch=17 step=9770/13625 loss=0.0752 loss_action=0.0011 loss_video=0.0740 lr=2.11e-05 speed=0.70 step/s, 89.84 samples/s eta=01:31:32 +[2026-09-18 21:17:21,740][fastwam.trainer][INFO] - [train] epoch=17 step=9780/13625 loss=0.0787 loss_action=0.0012 loss_video=0.0776 lr=2.10e-05 speed=0.70 step/s, 89.86 samples/s eta=01:31:17 +[2026-09-18 21:17:33,040][fastwam.trainer][INFO] - [train] epoch=17 step=9790/13625 loss=0.0748 loss_action=0.0012 loss_video=0.0735 lr=2.09e-05 speed=0.70 step/s, 89.88 samples/s eta=01:31:01 +[2026-09-18 21:17:44,236][fastwam.trainer][INFO] - [train] epoch=17 step=9800/13625 loss=0.0751 loss_action=0.0017 loss_video=0.0733 lr=2.08e-05 speed=0.70 step/s, 89.90 samples/s eta=01:30:46 +[2026-09-18 21:17:56,085][fastwam.trainer][INFO] - [train] epoch=17 step=9810/13625 loss=0.0861 loss_action=0.0014 loss_video=0.0847 lr=2.07e-05 speed=0.70 step/s, 89.91 samples/s eta=01:30:31 +[2026-09-18 21:18:23,056][fastwam.trainer][INFO] - [train] epoch=18 step=9820/13625 loss=0.0800 loss_action=0.0012 loss_video=0.0788 lr=2.06e-05 speed=0.70 step/s, 89.83 samples/s eta=01:30:21 +[2026-09-18 21:18:34,476][fastwam.trainer][INFO] - [train] epoch=18 step=9830/13625 loss=0.0794 loss_action=0.0014 loss_video=0.0780 lr=2.06e-05 speed=0.70 step/s, 89.85 samples/s eta=01:30:06 +[2026-09-18 21:18:45,859][fastwam.trainer][INFO] - [train] epoch=18 step=9840/13625 loss=0.0736 loss_action=0.0017 loss_video=0.0718 lr=2.05e-05 speed=0.70 step/s, 89.87 samples/s eta=01:29:51 +[2026-09-18 21:18:59,552][fastwam.trainer][INFO] - [train] epoch=18 step=9850/13625 loss=0.0859 loss_action=0.0018 loss_video=0.0840 lr=2.04e-05 speed=0.70 step/s, 89.87 samples/s eta=01:29:36 +[2026-09-18 21:19:10,904][fastwam.trainer][INFO] - [train] epoch=18 step=9860/13625 loss=0.0740 loss_action=0.0016 loss_video=0.0724 lr=2.03e-05 speed=0.70 step/s, 89.89 samples/s eta=01:29:21 +[2026-09-18 21:19:22,011][fastwam.trainer][INFO] - [train] epoch=18 step=9870/13625 loss=0.0729 loss_action=0.0015 loss_video=0.0715 lr=2.02e-05 speed=0.70 step/s, 89.91 samples/s eta=01:29:05 +[2026-09-18 21:19:33,495][fastwam.trainer][INFO] - [train] epoch=18 step=9880/13625 loss=0.0637 loss_action=0.0012 loss_video=0.0625 lr=2.01e-05 speed=0.70 step/s, 89.93 samples/s eta=01:28:50 +[2026-09-18 21:19:46,000][fastwam.trainer][INFO] - [train] epoch=18 step=9890/13625 loss=0.0700 loss_action=0.0014 loss_video=0.0686 lr=2.00e-05 speed=0.70 step/s, 89.94 samples/s eta=01:28:35 +[2026-09-18 21:19:57,071][fastwam.trainer][INFO] - [train] epoch=18 step=9900/13625 loss=0.0685 loss_action=0.0010 loss_video=0.0675 lr=1.99e-05 speed=0.70 step/s, 89.96 samples/s eta=01:28:20 +[2026-09-18 21:20:08,228][fastwam.trainer][INFO] - [train] epoch=18 step=9910/13625 loss=0.0677 loss_action=0.0013 loss_video=0.0664 lr=1.98e-05 speed=0.70 step/s, 89.98 samples/s eta=01:28:04 +[2026-09-18 21:20:19,244][fastwam.trainer][INFO] - [train] epoch=18 step=9920/13625 loss=0.0810 loss_action=0.0013 loss_video=0.0797 lr=1.97e-05 speed=0.70 step/s, 90.00 samples/s eta=01:27:49 +[2026-09-18 21:20:32,057][fastwam.trainer][INFO] - [train] epoch=18 step=9930/13625 loss=0.0752 loss_action=0.0014 loss_video=0.0738 lr=1.96e-05 speed=0.70 step/s, 90.01 samples/s eta=01:27:34 +[2026-09-18 21:20:43,147][fastwam.trainer][INFO] - [train] epoch=18 step=9940/13625 loss=0.0709 loss_action=0.0012 loss_video=0.0697 lr=1.95e-05 speed=0.70 step/s, 90.03 samples/s eta=01:27:19 +[2026-09-18 21:20:54,185][fastwam.trainer][INFO] - [train] epoch=18 step=9950/13625 loss=0.0741 loss_action=0.0012 loss_video=0.0728 lr=1.94e-05 speed=0.70 step/s, 90.05 samples/s eta=01:27:04 +[2026-09-18 21:21:05,277][fastwam.trainer][INFO] - [train] epoch=18 step=9960/13625 loss=0.0719 loss_action=0.0013 loss_video=0.0705 lr=1.93e-05 speed=0.70 step/s, 90.07 samples/s eta=01:26:48 +[2026-09-18 21:21:18,098][fastwam.trainer][INFO] - [train] epoch=18 step=9970/13625 loss=0.0676 loss_action=0.0014 loss_video=0.0662 lr=1.92e-05 speed=0.70 step/s, 90.07 samples/s eta=01:26:33 +[2026-09-18 21:21:29,408][fastwam.trainer][INFO] - [train] epoch=18 step=9980/13625 loss=0.0752 loss_action=0.0011 loss_video=0.0741 lr=1.91e-05 speed=0.70 step/s, 90.09 samples/s eta=01:26:18 +[2026-09-18 21:21:40,617][fastwam.trainer][INFO] - [train] epoch=18 step=9990/13625 loss=0.0759 loss_action=0.0009 loss_video=0.0750 lr=1.90e-05 speed=0.70 step/s, 90.11 samples/s eta=01:26:03 +[2026-09-18 21:21:51,869][fastwam.trainer][INFO] - [train] epoch=18 step=10000/13625 loss=0.0945 loss_action=0.0014 loss_video=0.0931 lr=1.90e-05 speed=0.70 step/s, 90.13 samples/s eta=01:25:48 +[2026-09-18 21:21:56,747][fastwam.trainer][INFO] - Restoring DiT/proprio training and the configured TDAA freeze mode. +[2026-09-18 21:21:57,727][fastwam.trainer][INFO] - [eval] step=10000 val_loss=0.0556 infer_psnr=40.2251 infer_ssim=0.9785 action_l2=0.0001 action_l1=0.0060 +[2026-09-18 21:22:07,154][fastwam.trainer][INFO] - [train] epoch=18 step=10010/13625 loss=0.0698 loss_action=0.0016 loss_video=0.0682 lr=1.89e-05 speed=0.70 step/s, 90.12 samples/s eta=01:25:34 +[2026-09-18 21:22:16,510][fastwam.trainer][INFO] - [train] epoch=18 step=10020/13625 loss=0.0660 loss_action=0.0012 loss_video=0.0648 lr=1.88e-05 speed=0.70 step/s, 90.15 samples/s eta=01:25:18 +[2026-09-18 21:22:27,431][fastwam.trainer][INFO] - [train] epoch=18 step=10030/13625 loss=0.0776 loss_action=0.0014 loss_video=0.0762 lr=1.87e-05 speed=0.70 step/s, 90.18 samples/s eta=01:25:02 +[2026-09-18 21:22:38,543][fastwam.trainer][INFO] - [train] epoch=18 step=10040/13625 loss=0.0764 loss_action=0.0013 loss_video=0.0751 lr=1.86e-05 speed=0.70 step/s, 90.19 samples/s eta=01:24:47 +[2026-09-18 21:22:51,438][fastwam.trainer][INFO] - [train] epoch=18 step=10050/13625 loss=0.0753 loss_action=0.0013 loss_video=0.0740 lr=1.85e-05 speed=0.70 step/s, 90.20 samples/s eta=01:24:33 +[2026-09-18 21:23:02,627][fastwam.trainer][INFO] - [train] epoch=18 step=10060/13625 loss=0.0703 loss_action=0.0017 loss_video=0.0686 lr=1.84e-05 speed=0.70 step/s, 90.22 samples/s eta=01:24:17 +[2026-09-18 21:23:13,882][fastwam.trainer][INFO] - [train] epoch=18 step=10070/13625 loss=0.0742 loss_action=0.0015 loss_video=0.0727 lr=1.83e-05 speed=0.71 step/s, 90.24 samples/s eta=01:24:02 +[2026-09-18 21:23:25,063][fastwam.trainer][INFO] - [train] epoch=18 step=10080/13625 loss=0.0908 loss_action=0.0010 loss_video=0.0898 lr=1.82e-05 speed=0.71 step/s, 90.26 samples/s eta=01:23:47 +[2026-09-18 21:23:37,408][fastwam.trainer][INFO] - [train] epoch=18 step=10090/13625 loss=0.0731 loss_action=0.0013 loss_video=0.0718 lr=1.81e-05 speed=0.71 step/s, 90.27 samples/s eta=01:23:32 +[2026-09-18 21:23:49,261][fastwam.trainer][INFO] - [train] epoch=18 step=10100/13625 loss=0.0775 loss_action=0.0015 loss_video=0.0760 lr=1.80e-05 speed=0.71 step/s, 90.29 samples/s eta=01:23:17 +[2026-09-18 21:24:00,347][fastwam.trainer][INFO] - [train] epoch=18 step=10110/13625 loss=0.0722 loss_action=0.0015 loss_video=0.0707 lr=1.79e-05 speed=0.71 step/s, 90.30 samples/s eta=01:23:02 +[2026-09-18 21:24:11,969][fastwam.trainer][INFO] - [train] epoch=18 step=10120/13625 loss=0.0770 loss_action=0.0012 loss_video=0.0757 lr=1.79e-05 speed=0.71 step/s, 90.32 samples/s eta=01:22:47 +[2026-09-18 21:24:23,941][fastwam.trainer][INFO] - [train] epoch=18 step=10130/13625 loss=0.0705 loss_action=0.0016 loss_video=0.0689 lr=1.78e-05 speed=0.71 step/s, 90.33 samples/s eta=01:22:32 +[2026-09-18 21:24:36,536][fastwam.trainer][INFO] - [train] epoch=18 step=10140/13625 loss=0.0781 loss_action=0.0011 loss_video=0.0770 lr=1.77e-05 speed=0.71 step/s, 90.34 samples/s eta=01:22:17 +[2026-09-18 21:24:47,559][fastwam.trainer][INFO] - [train] epoch=18 step=10150/13625 loss=0.0854 loss_action=0.0012 loss_video=0.0842 lr=1.76e-05 speed=0.71 step/s, 90.36 samples/s eta=01:22:02 +[2026-09-18 21:24:58,927][fastwam.trainer][INFO] - [train] epoch=18 step=10160/13625 loss=0.0918 loss_action=0.0010 loss_video=0.0909 lr=1.75e-05 speed=0.71 step/s, 90.38 samples/s eta=01:21:47 +[2026-09-18 21:25:09,865][fastwam.trainer][INFO] - [train] epoch=18 step=10170/13625 loss=0.0636 loss_action=0.0013 loss_video=0.0623 lr=1.74e-05 speed=0.71 step/s, 90.40 samples/s eta=01:21:31 +[2026-09-18 21:25:23,155][fastwam.trainer][INFO] - [train] epoch=18 step=10180/13625 loss=0.0759 loss_action=0.0011 loss_video=0.0748 lr=1.73e-05 speed=0.71 step/s, 90.41 samples/s eta=01:21:17 +[2026-09-18 21:25:34,693][fastwam.trainer][INFO] - [train] epoch=18 step=10190/13625 loss=0.0686 loss_action=0.0013 loss_video=0.0674 lr=1.72e-05 speed=0.71 step/s, 90.42 samples/s eta=01:21:02 +[2026-09-18 21:25:46,183][fastwam.trainer][INFO] - [train] epoch=18 step=10200/13625 loss=0.0857 loss_action=0.0008 loss_video=0.0849 lr=1.71e-05 speed=0.71 step/s, 90.44 samples/s eta=01:20:47 +[2026-09-18 21:25:57,751][fastwam.trainer][INFO] - [train] epoch=18 step=10210/13625 loss=0.0836 loss_action=0.0010 loss_video=0.0826 lr=1.71e-05 speed=0.71 step/s, 90.46 samples/s eta=01:20:32 +[2026-09-18 21:26:10,278][fastwam.trainer][INFO] - [train] epoch=18 step=10220/13625 loss=0.0676 loss_action=0.0017 loss_video=0.0659 lr=1.70e-05 speed=0.71 step/s, 90.47 samples/s eta=01:20:17 +[2026-09-18 21:26:21,301][fastwam.trainer][INFO] - [train] epoch=18 step=10230/13625 loss=0.0742 loss_action=0.0010 loss_video=0.0732 lr=1.69e-05 speed=0.71 step/s, 90.49 samples/s eta=01:20:02 +[2026-09-18 21:26:32,390][fastwam.trainer][INFO] - [train] epoch=18 step=10240/13625 loss=0.0592 loss_action=0.0009 loss_video=0.0583 lr=1.68e-05 speed=0.71 step/s, 90.51 samples/s eta=01:19:47 +[2026-09-18 21:26:43,517][fastwam.trainer][INFO] - [train] epoch=18 step=10250/13625 loss=0.0716 loss_action=0.0012 loss_video=0.0704 lr=1.67e-05 speed=0.71 step/s, 90.52 samples/s eta=01:19:32 +[2026-09-18 21:26:56,223][fastwam.trainer][INFO] - [train] epoch=18 step=10260/13625 loss=0.0762 loss_action=0.0013 loss_video=0.0749 lr=1.66e-05 speed=0.71 step/s, 90.53 samples/s eta=01:19:17 +[2026-09-18 21:27:07,689][fastwam.trainer][INFO] - [train] epoch=18 step=10270/13625 loss=0.0835 loss_action=0.0015 loss_video=0.0820 lr=1.65e-05 speed=0.71 step/s, 90.55 samples/s eta=01:19:02 +[2026-09-18 21:27:18,425][fastwam.trainer][INFO] - [train] epoch=18 step=10280/13625 loss=0.0724 loss_action=0.0011 loss_video=0.0713 lr=1.64e-05 speed=0.71 step/s, 90.57 samples/s eta=01:18:47 +[2026-09-18 21:27:30,211][fastwam.trainer][INFO] - [train] epoch=18 step=10290/13625 loss=0.0772 loss_action=0.0012 loss_video=0.0761 lr=1.63e-05 speed=0.71 step/s, 90.59 samples/s eta=01:18:32 +[2026-09-18 21:27:42,624][fastwam.trainer][INFO] - [train] epoch=18 step=10300/13625 loss=0.0682 loss_action=0.0011 loss_video=0.0671 lr=1.63e-05 speed=0.71 step/s, 90.60 samples/s eta=01:18:17 +[2026-09-18 21:27:53,842][fastwam.trainer][INFO] - [train] epoch=18 step=10310/13625 loss=0.0726 loss_action=0.0010 loss_video=0.0716 lr=1.62e-05 speed=0.71 step/s, 90.61 samples/s eta=01:18:02 +[2026-09-18 21:28:05,035][fastwam.trainer][INFO] - [train] epoch=18 step=10320/13625 loss=0.0653 loss_action=0.0011 loss_video=0.0643 lr=1.61e-05 speed=0.71 step/s, 90.63 samples/s eta=01:17:47 +[2026-09-18 21:28:16,839][fastwam.trainer][INFO] - [train] epoch=18 step=10330/13625 loss=0.0789 loss_action=0.0010 loss_video=0.0778 lr=1.60e-05 speed=0.71 step/s, 90.65 samples/s eta=01:17:32 +[2026-09-18 21:28:29,428][fastwam.trainer][INFO] - [train] epoch=18 step=10340/13625 loss=0.0817 loss_action=0.0011 loss_video=0.0806 lr=1.59e-05 speed=0.71 step/s, 90.66 samples/s eta=01:17:18 +[2026-09-18 21:28:40,458][fastwam.trainer][INFO] - [train] epoch=18 step=10350/13625 loss=0.0800 loss_action=0.0014 loss_video=0.0786 lr=1.58e-05 speed=0.71 step/s, 90.68 samples/s eta=01:17:03 +[2026-09-18 21:29:06,418][fastwam.trainer][INFO] - [train] epoch=19 step=10360/13625 loss=0.0755 loss_action=0.0011 loss_video=0.0743 lr=1.57e-05 speed=0.71 step/s, 90.60 samples/s eta=01:16:52 +[2026-09-18 21:29:18,543][fastwam.trainer][INFO] - [train] epoch=19 step=10370/13625 loss=0.0804 loss_action=0.0009 loss_video=0.0795 lr=1.57e-05 speed=0.71 step/s, 90.62 samples/s eta=01:16:37 +[2026-09-18 21:29:31,441][fastwam.trainer][INFO] - [train] epoch=19 step=10380/13625 loss=0.0820 loss_action=0.0015 loss_video=0.0806 lr=1.56e-05 speed=0.71 step/s, 90.62 samples/s eta=01:16:23 +[2026-09-18 21:29:42,445][fastwam.trainer][INFO] - [train] epoch=19 step=10390/13625 loss=0.0734 loss_action=0.0012 loss_video=0.0722 lr=1.55e-05 speed=0.71 step/s, 90.64 samples/s eta=01:16:08 +[2026-09-18 21:29:54,108][fastwam.trainer][INFO] - [train] epoch=19 step=10400/13625 loss=0.0784 loss_action=0.0017 loss_video=0.0768 lr=1.54e-05 speed=0.71 step/s, 90.66 samples/s eta=01:15:53 +[2026-09-18 21:30:04,758][fastwam.trainer][INFO] - [train] epoch=19 step=10410/13625 loss=0.0809 loss_action=0.0010 loss_video=0.0799 lr=1.53e-05 speed=0.71 step/s, 90.68 samples/s eta=01:15:38 +[2026-09-18 21:30:18,496][fastwam.trainer][INFO] - [train] epoch=19 step=10420/13625 loss=0.0780 loss_action=0.0007 loss_video=0.0772 lr=1.52e-05 speed=0.71 step/s, 90.68 samples/s eta=01:15:23 +[2026-09-18 21:30:29,256][fastwam.trainer][INFO] - [train] epoch=19 step=10430/13625 loss=0.0627 loss_action=0.0012 loss_video=0.0615 lr=1.52e-05 speed=0.71 step/s, 90.70 samples/s eta=01:15:08 +[2026-09-18 21:30:40,737][fastwam.trainer][INFO] - [train] epoch=19 step=10440/13625 loss=0.0752 loss_action=0.0010 loss_video=0.0742 lr=1.51e-05 speed=0.71 step/s, 90.72 samples/s eta=01:14:53 +[2026-09-18 21:30:51,570][fastwam.trainer][INFO] - [train] epoch=19 step=10450/13625 loss=0.0685 loss_action=0.0012 loss_video=0.0673 lr=1.50e-05 speed=0.71 step/s, 90.74 samples/s eta=01:14:38 +[2026-09-18 21:31:04,460][fastwam.trainer][INFO] - [train] epoch=19 step=10460/13625 loss=0.0848 loss_action=0.0010 loss_video=0.0838 lr=1.49e-05 speed=0.71 step/s, 90.75 samples/s eta=01:14:24 +[2026-09-18 21:31:15,541][fastwam.trainer][INFO] - [train] epoch=19 step=10470/13625 loss=0.0782 loss_action=0.0012 loss_video=0.0770 lr=1.48e-05 speed=0.71 step/s, 90.76 samples/s eta=01:14:09 +[2026-09-18 21:31:26,603][fastwam.trainer][INFO] - [train] epoch=19 step=10480/13625 loss=0.0665 loss_action=0.0012 loss_video=0.0653 lr=1.47e-05 speed=0.71 step/s, 90.78 samples/s eta=01:13:54 +[2026-09-18 21:31:38,111][fastwam.trainer][INFO] - [train] epoch=19 step=10490/13625 loss=0.0802 loss_action=0.0009 loss_video=0.0793 lr=1.47e-05 speed=0.71 step/s, 90.80 samples/s eta=01:13:39 +[2026-09-18 21:31:50,541][fastwam.trainer][INFO] - [train] epoch=19 step=10500/13625 loss=0.0602 loss_action=0.0009 loss_video=0.0594 lr=1.46e-05 speed=0.71 step/s, 90.81 samples/s eta=01:13:24 +[2026-09-18 21:31:55,531][fastwam.trainer][INFO] - Restoring DiT/proprio training and the configured TDAA freeze mode. +[2026-09-18 21:31:56,498][fastwam.trainer][INFO] - [eval] step=10500 val_loss=0.0251 infer_psnr=39.3599 infer_ssim=0.9766 action_l2=0.0001 action_l1=0.0063 +[2026-09-18 21:32:05,870][fastwam.trainer][INFO] - [train] epoch=19 step=10510/13625 loss=0.0793 loss_action=0.0012 loss_video=0.0780 lr=1.45e-05 speed=0.71 step/s, 90.80 samples/s eta=01:13:11 +[2026-09-18 21:32:15,246][fastwam.trainer][INFO] - [train] epoch=19 step=10520/13625 loss=0.0636 loss_action=0.0012 loss_video=0.0624 lr=1.44e-05 speed=0.71 step/s, 90.83 samples/s eta=01:12:55 +[2026-09-18 21:32:24,633][fastwam.trainer][INFO] - [train] epoch=19 step=10530/13625 loss=0.0671 loss_action=0.0011 loss_video=0.0660 lr=1.43e-05 speed=0.71 step/s, 90.86 samples/s eta=01:12:40 +[2026-09-18 21:32:37,207][fastwam.trainer][INFO] - [train] epoch=19 step=10540/13625 loss=0.0685 loss_action=0.0014 loss_video=0.0671 lr=1.42e-05 speed=0.71 step/s, 90.87 samples/s eta=01:12:25 +[2026-09-18 21:32:48,347][fastwam.trainer][INFO] - [train] epoch=19 step=10550/13625 loss=0.0693 loss_action=0.0010 loss_video=0.0683 lr=1.42e-05 speed=0.71 step/s, 90.89 samples/s eta=01:12:10 +[2026-09-18 21:32:59,535][fastwam.trainer][INFO] - [train] epoch=19 step=10560/13625 loss=0.0739 loss_action=0.0010 loss_video=0.0729 lr=1.41e-05 speed=0.71 step/s, 90.90 samples/s eta=01:11:55 +[2026-09-18 21:33:10,786][fastwam.trainer][INFO] - [train] epoch=19 step=10570/13625 loss=0.0651 loss_action=0.0013 loss_video=0.0638 lr=1.40e-05 speed=0.71 step/s, 90.92 samples/s eta=01:11:40 +[2026-09-18 21:33:23,727][fastwam.trainer][INFO] - [train] epoch=19 step=10580/13625 loss=0.0668 loss_action=0.0008 loss_video=0.0660 lr=1.39e-05 speed=0.71 step/s, 90.93 samples/s eta=01:11:26 +[2026-09-18 21:33:34,857][fastwam.trainer][INFO] - [train] epoch=19 step=10590/13625 loss=0.0777 loss_action=0.0013 loss_video=0.0764 lr=1.38e-05 speed=0.71 step/s, 90.95 samples/s eta=01:11:11 +[2026-09-18 21:33:45,979][fastwam.trainer][INFO] - [train] epoch=19 step=10600/13625 loss=0.0688 loss_action=0.0012 loss_video=0.0676 lr=1.38e-05 speed=0.71 step/s, 90.96 samples/s eta=01:10:56 +[2026-09-18 21:33:57,594][fastwam.trainer][INFO] - [train] epoch=19 step=10610/13625 loss=0.0540 loss_action=0.0012 loss_video=0.0528 lr=1.37e-05 speed=0.71 step/s, 90.98 samples/s eta=01:10:41 +[2026-09-18 21:34:11,863][fastwam.trainer][INFO] - [train] epoch=19 step=10620/13625 loss=0.0629 loss_action=0.0011 loss_video=0.0619 lr=1.36e-05 speed=0.71 step/s, 90.98 samples/s eta=01:10:27 +[2026-09-18 21:34:23,206][fastwam.trainer][INFO] - [train] epoch=19 step=10630/13625 loss=0.0764 loss_action=0.0012 loss_video=0.0752 lr=1.35e-05 speed=0.71 step/s, 90.99 samples/s eta=01:10:12 +[2026-09-18 21:34:34,274][fastwam.trainer][INFO] - [train] epoch=19 step=10640/13625 loss=0.0705 loss_action=0.0010 loss_video=0.0695 lr=1.34e-05 speed=0.71 step/s, 91.01 samples/s eta=01:09:58 +[2026-09-18 21:34:45,699][fastwam.trainer][INFO] - [train] epoch=19 step=10650/13625 loss=0.0658 loss_action=0.0013 loss_video=0.0645 lr=1.34e-05 speed=0.71 step/s, 91.03 samples/s eta=01:09:43 +[2026-09-18 21:34:59,206][fastwam.trainer][INFO] - [train] epoch=19 step=10660/13625 loss=0.0715 loss_action=0.0012 loss_video=0.0704 lr=1.33e-05 speed=0.71 step/s, 91.03 samples/s eta=01:09:29 +[2026-09-18 21:35:10,784][fastwam.trainer][INFO] - [train] epoch=19 step=10670/13625 loss=0.0742 loss_action=0.0012 loss_video=0.0730 lr=1.32e-05 speed=0.71 step/s, 91.05 samples/s eta=01:09:14 +[2026-09-18 21:35:22,285][fastwam.trainer][INFO] - [train] epoch=19 step=10680/13625 loss=0.0592 loss_action=0.0012 loss_video=0.0581 lr=1.31e-05 speed=0.71 step/s, 91.06 samples/s eta=01:08:59 +[2026-09-18 21:35:34,255][fastwam.trainer][INFO] - [train] epoch=19 step=10690/13625 loss=0.0766 loss_action=0.0009 loss_video=0.0756 lr=1.30e-05 speed=0.71 step/s, 91.08 samples/s eta=01:08:44 +[2026-09-18 21:35:46,892][fastwam.trainer][INFO] - [train] epoch=19 step=10700/13625 loss=0.0721 loss_action=0.0009 loss_video=0.0711 lr=1.30e-05 speed=0.71 step/s, 91.08 samples/s eta=01:08:30 +[2026-09-18 21:35:58,006][fastwam.trainer][INFO] - [train] epoch=19 step=10710/13625 loss=0.0733 loss_action=0.0007 loss_video=0.0727 lr=1.29e-05 speed=0.71 step/s, 91.10 samples/s eta=01:08:15 +[2026-09-18 21:36:09,349][fastwam.trainer][INFO] - [train] epoch=19 step=10720/13625 loss=0.0767 loss_action=0.0007 loss_video=0.0759 lr=1.28e-05 speed=0.71 step/s, 91.12 samples/s eta=01:08:00 +[2026-09-18 21:36:20,116][fastwam.trainer][INFO] - [train] epoch=19 step=10730/13625 loss=0.0652 loss_action=0.0011 loss_video=0.0641 lr=1.27e-05 speed=0.71 step/s, 91.14 samples/s eta=01:07:45 +[2026-09-18 21:36:32,902][fastwam.trainer][INFO] - [train] epoch=19 step=10740/13625 loss=0.0619 loss_action=0.0012 loss_video=0.0607 lr=1.26e-05 speed=0.71 step/s, 91.15 samples/s eta=01:07:31 +[2026-09-18 21:36:43,983][fastwam.trainer][INFO] - [train] epoch=19 step=10750/13625 loss=0.0783 loss_action=0.0011 loss_video=0.0772 lr=1.26e-05 speed=0.71 step/s, 91.16 samples/s eta=01:07:16 +[2026-09-18 21:36:55,047][fastwam.trainer][INFO] - [train] epoch=19 step=10760/13625 loss=0.0614 loss_action=0.0009 loss_video=0.0605 lr=1.25e-05 speed=0.71 step/s, 91.18 samples/s eta=01:07:01 +[2026-09-18 21:37:06,832][fastwam.trainer][INFO] - [train] epoch=19 step=10770/13625 loss=0.0717 loss_action=0.0011 loss_video=0.0707 lr=1.24e-05 speed=0.71 step/s, 91.20 samples/s eta=01:06:47 +[2026-09-18 21:37:19,300][fastwam.trainer][INFO] - [train] epoch=19 step=10780/13625 loss=0.0744 loss_action=0.0010 loss_video=0.0734 lr=1.23e-05 speed=0.71 step/s, 91.20 samples/s eta=01:06:32 +[2026-09-18 21:37:30,381][fastwam.trainer][INFO] - [train] epoch=19 step=10790/13625 loss=0.0630 loss_action=0.0008 loss_video=0.0622 lr=1.23e-05 speed=0.71 step/s, 91.22 samples/s eta=01:06:17 +[2026-09-18 21:37:41,486][fastwam.trainer][INFO] - [train] epoch=19 step=10800/13625 loss=0.0617 loss_action=0.0010 loss_video=0.0607 lr=1.22e-05 speed=0.71 step/s, 91.24 samples/s eta=01:06:03 +[2026-09-18 21:37:52,542][fastwam.trainer][INFO] - [train] epoch=19 step=10810/13625 loss=0.0818 loss_action=0.0009 loss_video=0.0809 lr=1.21e-05 speed=0.71 step/s, 91.26 samples/s eta=01:05:48 +[2026-09-18 21:38:05,516][fastwam.trainer][INFO] - [train] epoch=19 step=10820/13625 loss=0.0764 loss_action=0.0009 loss_video=0.0755 lr=1.20e-05 speed=0.71 step/s, 91.26 samples/s eta=01:05:34 +[2026-09-18 21:38:16,478][fastwam.trainer][INFO] - [train] epoch=19 step=10830/13625 loss=0.0748 loss_action=0.0012 loss_video=0.0736 lr=1.20e-05 speed=0.71 step/s, 91.28 samples/s eta=01:05:19 +[2026-09-18 21:38:27,667][fastwam.trainer][INFO] - [train] epoch=19 step=10840/13625 loss=0.0812 loss_action=0.0011 loss_video=0.0801 lr=1.19e-05 speed=0.71 step/s, 91.30 samples/s eta=01:05:04 +[2026-09-18 21:38:38,860][fastwam.trainer][INFO] - [train] epoch=19 step=10850/13625 loss=0.0777 loss_action=0.0011 loss_video=0.0767 lr=1.18e-05 speed=0.71 step/s, 91.32 samples/s eta=01:04:49 +[2026-09-18 21:38:51,620][fastwam.trainer][INFO] - [train] epoch=19 step=10860/13625 loss=0.0771 loss_action=0.0006 loss_video=0.0765 lr=1.17e-05 speed=0.71 step/s, 91.32 samples/s eta=01:04:35 +[2026-09-18 21:39:02,691][fastwam.trainer][INFO] - [train] epoch=19 step=10870/13625 loss=0.0751 loss_action=0.0010 loss_video=0.0742 lr=1.17e-05 speed=0.71 step/s, 91.34 samples/s eta=01:04:20 +[2026-09-18 21:39:13,721][fastwam.trainer][INFO] - [train] epoch=19 step=10880/13625 loss=0.0732 loss_action=0.0010 loss_video=0.0722 lr=1.16e-05 speed=0.71 step/s, 91.36 samples/s eta=01:04:05 +[2026-09-18 21:39:24,811][fastwam.trainer][INFO] - [train] epoch=19 step=10890/13625 loss=0.0724 loss_action=0.0010 loss_video=0.0715 lr=1.15e-05 speed=0.71 step/s, 91.38 samples/s eta=01:03:51 +[2026-09-18 21:39:38,245][fastwam.trainer][INFO] - [train] epoch=19 step=10900/13625 loss=0.0818 loss_action=0.0008 loss_video=0.0809 lr=1.14e-05 speed=0.71 step/s, 91.38 samples/s eta=01:03:37 +[2026-09-18 21:43:27,419][accelerate.accelerator][INFO] - Saving current state to /mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Benchmark/FastWAM-TDAA/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/checkpoints/state/step_010900 +[2026-09-18 21:43:27,427][accelerate.accelerator][INFO] - Saving DeepSpeed Model and Optimizer +[2026-09-18 21:50:29,619][accelerate.accelerator][INFO] - DeepSpeed Model and Optimizer saved to output dir /mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Benchmark/FastWAM-TDAA/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/checkpoints/state/step_010900/pytorch_model +[2026-09-18 21:50:29,656][accelerate.checkpointing][INFO] - Scheduler state saved in /mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Benchmark/FastWAM-TDAA/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/checkpoints/state/step_010900/scheduler.bin +[2026-09-18 21:50:29,659][accelerate.checkpointing][INFO] - Sampler state for dataloader 0 saved in /mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Benchmark/FastWAM-TDAA/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/checkpoints/state/step_010900/sampler.bin +[2026-09-18 21:50:29,675][accelerate.checkpointing][INFO] - Random states saved in /mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Benchmark/FastWAM-TDAA/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/checkpoints/state/step_010900/random_states_0.pkl +[2026-09-18 21:50:30,524][fastwam.trainer][INFO] - [ckpt] step=10900 weights=/mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Benchmark/FastWAM-TDAA/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/checkpoints/weights/step_010900.pt state=/mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Benchmark/FastWAM-TDAA/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/checkpoints/state/step_010900 +[2026-09-18 21:50:59,871][fastwam.trainer][INFO] - [train] epoch=20 step=10910/13625 loss=0.0717 loss_action=0.0011 loss_video=0.0705 lr=1.14e-05 speed=0.68 step/s, 87.56 samples/s eta=01:06:09 +[2026-09-18 21:51:11,302][fastwam.trainer][INFO] - [train] epoch=20 step=10920/13625 loss=0.0800 loss_action=0.0009 loss_video=0.0791 lr=1.13e-05 speed=0.68 step/s, 87.57 samples/s eta=01:05:53 +[2026-09-18 21:51:23,107][fastwam.trainer][INFO] - [train] epoch=20 step=10930/13625 loss=0.0696 loss_action=0.0010 loss_video=0.0686 lr=1.12e-05 speed=0.68 step/s, 87.59 samples/s eta=01:05:38 +[2026-09-18 21:51:37,780][fastwam.trainer][INFO] - [train] epoch=20 step=10940/13625 loss=0.0661 loss_action=0.0012 loss_video=0.0649 lr=1.11e-05 speed=0.68 step/s, 87.59 samples/s eta=01:05:23 +[2026-09-18 21:51:49,881][fastwam.trainer][INFO] - [train] epoch=20 step=10950/13625 loss=0.0686 loss_action=0.0009 loss_video=0.0677 lr=1.11e-05 speed=0.68 step/s, 87.60 samples/s eta=01:05:08 +[2026-09-18 21:52:01,122][fastwam.trainer][INFO] - [train] epoch=20 step=10960/13625 loss=0.0671 loss_action=0.0009 loss_video=0.0662 lr=1.10e-05 speed=0.68 step/s, 87.62 samples/s eta=01:04:53 +[2026-09-18 21:52:12,636][fastwam.trainer][INFO] - [train] epoch=20 step=10970/13625 loss=0.0630 loss_action=0.0011 loss_video=0.0619 lr=1.09e-05 speed=0.68 step/s, 87.64 samples/s eta=01:04:37 +[2026-09-18 21:52:25,181][fastwam.trainer][INFO] - [train] epoch=20 step=10980/13625 loss=0.0707 loss_action=0.0009 loss_video=0.0698 lr=1.09e-05 speed=0.68 step/s, 87.65 samples/s eta=01:04:22 +[2026-09-18 21:52:36,196][fastwam.trainer][INFO] - [train] epoch=20 step=10990/13625 loss=0.0761 loss_action=0.0011 loss_video=0.0750 lr=1.08e-05 speed=0.68 step/s, 87.67 samples/s eta=01:04:07 +[2026-09-18 21:52:47,603][fastwam.trainer][INFO] - [train] epoch=20 step=11000/13625 loss=0.0714 loss_action=0.0013 loss_video=0.0702 lr=1.07e-05 speed=0.69 step/s, 87.69 samples/s eta=01:03:51 +[2026-09-18 21:52:52,519][fastwam.trainer][INFO] - Restoring DiT/proprio training and the configured TDAA freeze mode. +[2026-09-18 21:52:53,488][fastwam.trainer][INFO] - [eval] step=11000 val_loss=0.1018 infer_psnr=40.3824 infer_ssim=0.9787 action_l2=0.0002 action_l1=0.0056 +[2026-09-18 21:53:02,807][fastwam.trainer][INFO] - [train] epoch=20 step=11010/13625 loss=0.0703 loss_action=0.0010 loss_video=0.0693 lr=1.06e-05 speed=0.69 step/s, 87.68 samples/s eta=01:03:37 +[2026-09-18 21:53:12,452][fastwam.trainer][INFO] - [train] epoch=20 step=11020/13625 loss=0.0676 loss_action=0.0011 loss_video=0.0665 lr=1.06e-05 speed=0.69 step/s, 87.71 samples/s eta=01:03:21 +[2026-09-18 21:53:23,553][fastwam.trainer][INFO] - [train] epoch=20 step=11030/13625 loss=0.0648 loss_action=0.0011 loss_video=0.0637 lr=1.05e-05 speed=0.69 step/s, 87.73 samples/s eta=01:03:06 +[2026-09-18 21:53:34,982][fastwam.trainer][INFO] - [train] epoch=20 step=11040/13625 loss=0.0783 loss_action=0.0013 loss_video=0.0769 lr=1.04e-05 speed=0.69 step/s, 87.75 samples/s eta=01:02:50 +[2026-09-18 21:53:45,900][fastwam.trainer][INFO] - [train] epoch=20 step=11050/13625 loss=0.0595 loss_action=0.0006 loss_video=0.0589 lr=1.04e-05 speed=0.69 step/s, 87.77 samples/s eta=01:02:35 +[2026-09-18 21:53:58,984][fastwam.trainer][INFO] - [train] epoch=20 step=11060/13625 loss=0.0745 loss_action=0.0011 loss_video=0.0734 lr=1.03e-05 speed=0.69 step/s, 87.77 samples/s eta=01:02:20 +[2026-09-18 21:54:10,213][fastwam.trainer][INFO] - [train] epoch=20 step=11070/13625 loss=0.0577 loss_action=0.0006 loss_video=0.0570 lr=1.02e-05 speed=0.69 step/s, 87.79 samples/s eta=01:02:05 +[2026-09-18 21:54:21,441][fastwam.trainer][INFO] - [train] epoch=20 step=11080/13625 loss=0.0536 loss_action=0.0006 loss_video=0.0530 lr=1.01e-05 speed=0.69 step/s, 87.81 samples/s eta=01:01:49 +[2026-09-18 21:54:32,609][fastwam.trainer][INFO] - [train] epoch=20 step=11090/13625 loss=0.0757 loss_action=0.0010 loss_video=0.0746 lr=1.01e-05 speed=0.69 step/s, 87.83 samples/s eta=01:01:34 +[2026-09-18 21:54:45,558][fastwam.trainer][INFO] - [train] epoch=20 step=11100/13625 loss=0.0645 loss_action=0.0008 loss_video=0.0637 lr=1.00e-05 speed=0.69 step/s, 87.84 samples/s eta=01:01:19 +[2026-09-18 21:54:56,698][fastwam.trainer][INFO] - [train] epoch=20 step=11110/13625 loss=0.0809 loss_action=0.0010 loss_video=0.0799 lr=9.94e-06 speed=0.69 step/s, 87.86 samples/s eta=01:01:04 +[2026-09-18 21:55:07,761][fastwam.trainer][INFO] - [train] epoch=20 step=11120/13625 loss=0.0694 loss_action=0.0008 loss_video=0.0686 lr=9.87e-06 speed=0.69 step/s, 87.88 samples/s eta=01:00:48 +[2026-09-18 21:55:18,862][fastwam.trainer][INFO] - [train] epoch=20 step=11130/13625 loss=0.0821 loss_action=0.0010 loss_video=0.0810 lr=9.80e-06 speed=0.69 step/s, 87.89 samples/s eta=01:00:33 +[2026-09-18 21:55:31,693][fastwam.trainer][INFO] - [train] epoch=20 step=11140/13625 loss=0.0703 loss_action=0.0007 loss_video=0.0696 lr=9.73e-06 speed=0.69 step/s, 87.90 samples/s eta=01:00:18 +[2026-09-18 21:55:42,736][fastwam.trainer][INFO] - [train] epoch=20 step=11150/13625 loss=0.0785 loss_action=0.0006 loss_video=0.0779 lr=9.67e-06 speed=0.69 step/s, 87.92 samples/s eta=01:00:03 +[2026-09-18 21:55:53,894][fastwam.trainer][INFO] - [train] epoch=20 step=11160/13625 loss=0.0818 loss_action=0.0009 loss_video=0.0809 lr=9.60e-06 speed=0.69 step/s, 87.94 samples/s eta=00:59:47 +[2026-09-18 21:56:05,010][fastwam.trainer][INFO] - [train] epoch=20 step=11170/13625 loss=0.0740 loss_action=0.0007 loss_video=0.0733 lr=9.53e-06 speed=0.69 step/s, 87.96 samples/s eta=00:59:32 +[2026-09-18 21:56:18,433][fastwam.trainer][INFO] - [train] epoch=20 step=11180/13625 loss=0.0550 loss_action=0.0011 loss_video=0.0539 lr=9.46e-06 speed=0.69 step/s, 87.97 samples/s eta=00:59:17 +[2026-09-18 21:56:29,471][fastwam.trainer][INFO] - [train] epoch=20 step=11190/13625 loss=0.0835 loss_action=0.0009 loss_video=0.0826 lr=9.40e-06 speed=0.69 step/s, 87.98 samples/s eta=00:59:02 +[2026-09-18 21:56:40,571][fastwam.trainer][INFO] - [train] epoch=20 step=11200/13625 loss=0.0693 loss_action=0.0010 loss_video=0.0683 lr=9.33e-06 speed=0.69 step/s, 88.00 samples/s eta=00:58:47 +[2026-09-18 21:56:51,573][fastwam.trainer][INFO] - [train] epoch=20 step=11210/13625 loss=0.0808 loss_action=0.0011 loss_video=0.0798 lr=9.26e-06 speed=0.69 step/s, 88.02 samples/s eta=00:58:31 +[2026-09-18 21:57:04,345][fastwam.trainer][INFO] - [train] epoch=20 step=11220/13625 loss=0.0769 loss_action=0.0008 loss_video=0.0762 lr=9.20e-06 speed=0.69 step/s, 88.03 samples/s eta=00:58:16 +[2026-09-18 21:57:15,841][fastwam.trainer][INFO] - [train] epoch=20 step=11230/13625 loss=0.0625 loss_action=0.0008 loss_video=0.0617 lr=9.13e-06 speed=0.69 step/s, 88.05 samples/s eta=00:58:01 +[2026-09-18 21:57:27,215][fastwam.trainer][INFO] - [train] epoch=20 step=11240/13625 loss=0.0777 loss_action=0.0008 loss_video=0.0769 lr=9.06e-06 speed=0.69 step/s, 88.07 samples/s eta=00:57:46 +[2026-09-18 21:57:38,183][fastwam.trainer][INFO] - [train] epoch=20 step=11250/13625 loss=0.0705 loss_action=0.0008 loss_video=0.0698 lr=9.00e-06 speed=0.69 step/s, 88.08 samples/s eta=00:57:31 +[2026-09-18 21:57:51,272][fastwam.trainer][INFO] - [train] epoch=20 step=11260/13625 loss=0.0744 loss_action=0.0009 loss_video=0.0735 lr=8.93e-06 speed=0.69 step/s, 88.09 samples/s eta=00:57:16 +[2026-09-18 21:58:02,320][fastwam.trainer][INFO] - [train] epoch=20 step=11270/13625 loss=0.0598 loss_action=0.0009 loss_video=0.0589 lr=8.87e-06 speed=0.69 step/s, 88.11 samples/s eta=00:57:01 +[2026-09-18 21:58:13,645][fastwam.trainer][INFO] - [train] epoch=20 step=11280/13625 loss=0.0625 loss_action=0.0011 loss_video=0.0614 lr=8.80e-06 speed=0.69 step/s, 88.13 samples/s eta=00:56:45 +[2026-09-18 21:58:24,744][fastwam.trainer][INFO] - [train] epoch=20 step=11290/13625 loss=0.0685 loss_action=0.0006 loss_video=0.0679 lr=8.74e-06 speed=0.69 step/s, 88.15 samples/s eta=00:56:30 +[2026-09-18 21:58:37,703][fastwam.trainer][INFO] - [train] epoch=20 step=11300/13625 loss=0.0615 loss_action=0.0009 loss_video=0.0606 lr=8.67e-06 speed=0.69 step/s, 88.15 samples/s eta=00:56:15 +[2026-09-18 21:58:48,784][fastwam.trainer][INFO] - [train] epoch=20 step=11310/13625 loss=0.0663 loss_action=0.0006 loss_video=0.0656 lr=8.61e-06 speed=0.69 step/s, 88.17 samples/s eta=00:56:00 +[2026-09-18 21:59:00,209][fastwam.trainer][INFO] - [train] epoch=20 step=11320/13625 loss=0.0738 loss_action=0.0007 loss_video=0.0731 lr=8.55e-06 speed=0.69 step/s, 88.19 samples/s eta=00:55:45 +[2026-09-18 21:59:11,014][fastwam.trainer][INFO] - [train] epoch=20 step=11330/13625 loss=0.0834 loss_action=0.0007 loss_video=0.0826 lr=8.48e-06 speed=0.69 step/s, 88.21 samples/s eta=00:55:30 +[2026-09-18 21:59:23,925][fastwam.trainer][INFO] - [train] epoch=20 step=11340/13625 loss=0.0605 loss_action=0.0012 loss_video=0.0593 lr=8.42e-06 speed=0.69 step/s, 88.22 samples/s eta=00:55:15 +[2026-09-18 21:59:35,193][fastwam.trainer][INFO] - [train] epoch=20 step=11350/13625 loss=0.0612 loss_action=0.0008 loss_video=0.0605 lr=8.36e-06 speed=0.69 step/s, 88.24 samples/s eta=00:55:00 +[2026-09-18 21:59:46,237][fastwam.trainer][INFO] - [train] epoch=20 step=11360/13625 loss=0.0675 loss_action=0.0007 loss_video=0.0667 lr=8.29e-06 speed=0.69 step/s, 88.25 samples/s eta=00:54:45 +[2026-09-18 21:59:57,406][fastwam.trainer][INFO] - [train] epoch=20 step=11370/13625 loss=0.0614 loss_action=0.0006 loss_video=0.0608 lr=8.23e-06 speed=0.69 step/s, 88.27 samples/s eta=00:54:29 +[2026-09-18 22:00:10,632][fastwam.trainer][INFO] - [train] epoch=20 step=11380/13625 loss=0.0648 loss_action=0.0007 loss_video=0.0641 lr=8.17e-06 speed=0.69 step/s, 88.28 samples/s eta=00:54:15 +[2026-09-18 22:00:21,884][fastwam.trainer][INFO] - [train] epoch=20 step=11390/13625 loss=0.0673 loss_action=0.0009 loss_video=0.0664 lr=8.11e-06 speed=0.69 step/s, 88.30 samples/s eta=00:53:59 +[2026-09-18 22:00:33,158][fastwam.trainer][INFO] - [train] epoch=20 step=11400/13625 loss=0.0713 loss_action=0.0008 loss_video=0.0704 lr=8.04e-06 speed=0.69 step/s, 88.31 samples/s eta=00:53:44 +[2026-09-18 22:00:44,371][fastwam.trainer][INFO] - [train] epoch=20 step=11410/13625 loss=0.0785 loss_action=0.0007 loss_video=0.0778 lr=7.98e-06 speed=0.69 step/s, 88.33 samples/s eta=00:53:29 +[2026-09-18 22:00:57,062][fastwam.trainer][INFO] - [train] epoch=20 step=11420/13625 loss=0.0648 loss_action=0.0006 loss_video=0.0641 lr=7.92e-06 speed=0.69 step/s, 88.34 samples/s eta=00:53:14 +[2026-09-18 22:01:08,260][fastwam.trainer][INFO] - [train] epoch=20 step=11430/13625 loss=0.0659 loss_action=0.0008 loss_video=0.0651 lr=7.86e-06 speed=0.69 step/s, 88.36 samples/s eta=00:52:59 +[2026-09-18 22:01:19,420][fastwam.trainer][INFO] - [train] epoch=20 step=11440/13625 loss=0.0789 loss_action=0.0009 loss_video=0.0780 lr=7.80e-06 speed=0.69 step/s, 88.38 samples/s eta=00:52:44 +[2026-09-18 22:01:46,826][fastwam.trainer][INFO] - [train] epoch=21 step=11450/13625 loss=0.0668 loss_action=0.0009 loss_video=0.0659 lr=7.74e-06 speed=0.69 step/s, 88.31 samples/s eta=00:52:32 +[2026-09-18 22:01:59,031][fastwam.trainer][INFO] - [train] epoch=21 step=11460/13625 loss=0.0729 loss_action=0.0007 loss_video=0.0722 lr=7.68e-06 speed=0.69 step/s, 88.32 samples/s eta=00:52:17 +[2026-09-18 22:02:12,502][fastwam.trainer][INFO] - [train] epoch=21 step=11470/13625 loss=0.0730 loss_action=0.0008 loss_video=0.0722 lr=7.62e-06 speed=0.69 step/s, 88.32 samples/s eta=00:52:03 +[2026-09-18 22:02:23,614][fastwam.trainer][INFO] - [train] epoch=21 step=11480/13625 loss=0.0814 loss_action=0.0007 loss_video=0.0807 lr=7.56e-06 speed=0.69 step/s, 88.34 samples/s eta=00:51:47 +[2026-09-18 22:02:35,267][fastwam.trainer][INFO] - [train] epoch=21 step=11490/13625 loss=0.0789 loss_action=0.0007 loss_video=0.0783 lr=7.50e-06 speed=0.69 step/s, 88.36 samples/s eta=00:51:32 +[2026-09-18 22:02:46,200][fastwam.trainer][INFO] - [train] epoch=21 step=11500/13625 loss=0.0793 loss_action=0.0006 loss_video=0.0787 lr=7.44e-06 speed=0.69 step/s, 88.38 samples/s eta=00:51:17 +[2026-09-18 22:02:51,002][fastwam.trainer][INFO] - Restoring DiT/proprio training and the configured TDAA freeze mode. +[2026-09-18 22:02:51,988][fastwam.trainer][INFO] - [eval] step=11500 val_loss=0.0372 infer_psnr=40.7898 infer_ssim=0.9841 action_l2=0.0002 action_l1=0.0060 +[2026-09-18 22:03:01,687][fastwam.trainer][INFO] - [train] epoch=21 step=11510/13625 loss=0.0652 loss_action=0.0006 loss_video=0.0646 lr=7.38e-06 speed=0.69 step/s, 88.37 samples/s eta=00:51:03 +[2026-09-18 22:03:11,783][fastwam.trainer][INFO] - [train] epoch=21 step=11520/13625 loss=0.0639 loss_action=0.0011 loss_video=0.0628 lr=7.32e-06 speed=0.69 step/s, 88.39 samples/s eta=00:50:48 +[2026-09-18 22:03:21,398][fastwam.trainer][INFO] - [train] epoch=21 step=11530/13625 loss=0.0892 loss_action=0.0009 loss_video=0.0883 lr=7.26e-06 speed=0.69 step/s, 88.42 samples/s eta=00:50:32 +[2026-09-18 22:03:32,955][fastwam.trainer][INFO] - [train] epoch=21 step=11540/13625 loss=0.0693 loss_action=0.0006 loss_video=0.0687 lr=7.20e-06 speed=0.69 step/s, 88.44 samples/s eta=00:50:17 +[2026-09-18 22:03:45,574][fastwam.trainer][INFO] - [train] epoch=21 step=11550/13625 loss=0.0716 loss_action=0.0005 loss_video=0.0711 lr=7.15e-06 speed=0.69 step/s, 88.45 samples/s eta=00:50:02 +[2026-09-18 22:03:56,672][fastwam.trainer][INFO] - [train] epoch=21 step=11560/13625 loss=0.0810 loss_action=0.0010 loss_video=0.0800 lr=7.09e-06 speed=0.69 step/s, 88.46 samples/s eta=00:49:47 +[2026-09-18 22:04:07,789][fastwam.trainer][INFO] - [train] epoch=21 step=11570/13625 loss=0.0562 loss_action=0.0007 loss_video=0.0555 lr=7.03e-06 speed=0.69 step/s, 88.48 samples/s eta=00:49:32 +[2026-09-18 22:04:18,994][fastwam.trainer][INFO] - [train] epoch=21 step=11580/13625 loss=0.0570 loss_action=0.0008 loss_video=0.0562 lr=6.97e-06 speed=0.69 step/s, 88.50 samples/s eta=00:49:17 +[2026-09-18 22:04:32,341][fastwam.trainer][INFO] - [train] epoch=21 step=11590/13625 loss=0.0706 loss_action=0.0009 loss_video=0.0697 lr=6.92e-06 speed=0.69 step/s, 88.50 samples/s eta=00:49:03 +[2026-09-18 22:04:43,463][fastwam.trainer][INFO] - [train] epoch=21 step=11600/13625 loss=0.0557 loss_action=0.0010 loss_video=0.0547 lr=6.86e-06 speed=0.69 step/s, 88.52 samples/s eta=00:48:48 +[2026-09-18 22:04:54,574][fastwam.trainer][INFO] - [train] epoch=21 step=11610/13625 loss=0.0682 loss_action=0.0007 loss_video=0.0675 lr=6.80e-06 speed=0.69 step/s, 88.54 samples/s eta=00:48:33 +[2026-09-18 22:05:05,630][fastwam.trainer][INFO] - [train] epoch=21 step=11620/13625 loss=0.0653 loss_action=0.0007 loss_video=0.0646 lr=6.75e-06 speed=0.69 step/s, 88.56 samples/s eta=00:48:18 +[2026-09-18 22:05:18,533][fastwam.trainer][INFO] - [train] epoch=21 step=11630/13625 loss=0.0735 loss_action=0.0008 loss_video=0.0727 lr=6.69e-06 speed=0.69 step/s, 88.57 samples/s eta=00:48:03 +[2026-09-18 22:05:29,614][fastwam.trainer][INFO] - [train] epoch=21 step=11640/13625 loss=0.0812 loss_action=0.0008 loss_video=0.0804 lr=6.63e-06 speed=0.69 step/s, 88.58 samples/s eta=00:47:48 +[2026-09-18 22:05:40,937][fastwam.trainer][INFO] - [train] epoch=21 step=11650/13625 loss=0.0570 loss_action=0.0006 loss_video=0.0564 lr=6.58e-06 speed=0.69 step/s, 88.60 samples/s eta=00:47:33 +[2026-09-18 22:05:51,977][fastwam.trainer][INFO] - [train] epoch=21 step=11660/13625 loss=0.0649 loss_action=0.0005 loss_video=0.0644 lr=6.52e-06 speed=0.69 step/s, 88.62 samples/s eta=00:47:18 +[2026-09-18 22:06:04,753][fastwam.trainer][INFO] - [train] epoch=21 step=11670/13625 loss=0.0632 loss_action=0.0007 loss_video=0.0625 lr=6.47e-06 speed=0.69 step/s, 88.63 samples/s eta=00:47:03 +[2026-09-18 22:06:15,866][fastwam.trainer][INFO] - [train] epoch=21 step=11680/13625 loss=0.0741 loss_action=0.0006 loss_video=0.0735 lr=6.41e-06 speed=0.69 step/s, 88.64 samples/s eta=00:46:48 +[2026-09-18 22:06:26,920][fastwam.trainer][INFO] - [train] epoch=21 step=11690/13625 loss=0.0687 loss_action=0.0006 loss_video=0.0681 lr=6.36e-06 speed=0.69 step/s, 88.66 samples/s eta=00:46:33 +[2026-09-18 22:06:38,023][fastwam.trainer][INFO] - [train] epoch=21 step=11700/13625 loss=0.0539 loss_action=0.0007 loss_video=0.0532 lr=6.30e-06 speed=0.69 step/s, 88.68 samples/s eta=00:46:18 +[2026-09-18 22:06:51,683][fastwam.trainer][INFO] - [train] epoch=21 step=11710/13625 loss=0.0758 loss_action=0.0006 loss_video=0.0752 lr=6.25e-06 speed=0.69 step/s, 88.68 samples/s eta=00:46:03 +[2026-09-18 22:07:02,740][fastwam.trainer][INFO] - [train] epoch=21 step=11720/13625 loss=0.0700 loss_action=0.0006 loss_video=0.0693 lr=6.20e-06 speed=0.69 step/s, 88.70 samples/s eta=00:45:49 +[2026-09-18 22:07:13,844][fastwam.trainer][INFO] - [train] epoch=21 step=11730/13625 loss=0.0768 loss_action=0.0008 loss_video=0.0760 lr=6.14e-06 speed=0.69 step/s, 88.72 samples/s eta=00:45:34 +[2026-09-18 22:07:24,884][fastwam.trainer][INFO] - [train] epoch=21 step=11740/13625 loss=0.0711 loss_action=0.0010 loss_video=0.0701 lr=6.09e-06 speed=0.69 step/s, 88.74 samples/s eta=00:45:19 +[2026-09-18 22:07:37,718][fastwam.trainer][INFO] - [train] epoch=21 step=11750/13625 loss=0.0709 loss_action=0.0006 loss_video=0.0703 lr=6.04e-06 speed=0.69 step/s, 88.74 samples/s eta=00:45:04 +[2026-09-18 22:07:48,812][fastwam.trainer][INFO] - [train] epoch=21 step=11760/13625 loss=0.0601 loss_action=0.0008 loss_video=0.0593 lr=5.99e-06 speed=0.69 step/s, 88.76 samples/s eta=00:44:49 +[2026-09-18 22:08:00,260][fastwam.trainer][INFO] - [train] epoch=21 step=11770/13625 loss=0.0740 loss_action=0.0008 loss_video=0.0732 lr=5.93e-06 speed=0.69 step/s, 88.78 samples/s eta=00:44:34 +[2026-09-18 22:08:10,863][fastwam.trainer][INFO] - [train] epoch=21 step=11780/13625 loss=0.0780 loss_action=0.0007 loss_video=0.0773 lr=5.88e-06 speed=0.69 step/s, 88.80 samples/s eta=00:44:19 +[2026-09-18 22:08:24,816][fastwam.trainer][INFO] - [train] epoch=21 step=11790/13625 loss=0.0637 loss_action=0.0005 loss_video=0.0632 lr=5.83e-06 speed=0.69 step/s, 88.80 samples/s eta=00:44:05 +[2026-09-18 22:08:36,208][fastwam.trainer][INFO] - [train] epoch=21 step=11800/13625 loss=0.0713 loss_action=0.0007 loss_video=0.0706 lr=5.78e-06 speed=0.69 step/s, 88.82 samples/s eta=00:43:50 +[2026-09-18 22:08:47,522][fastwam.trainer][INFO] - [train] epoch=21 step=11810/13625 loss=0.0565 loss_action=0.0009 loss_video=0.0556 lr=5.73e-06 speed=0.69 step/s, 88.83 samples/s eta=00:43:35 +[2026-09-18 22:08:58,821][fastwam.trainer][INFO] - [train] epoch=21 step=11820/13625 loss=0.0708 loss_action=0.0008 loss_video=0.0700 lr=5.67e-06 speed=0.69 step/s, 88.85 samples/s eta=00:43:20 +[2026-09-18 22:09:11,847][fastwam.trainer][INFO] - [train] epoch=21 step=11830/13625 loss=0.0704 loss_action=0.0007 loss_video=0.0698 lr=5.62e-06 speed=0.69 step/s, 88.86 samples/s eta=00:43:05 +[2026-09-18 22:09:23,044][fastwam.trainer][INFO] - [train] epoch=21 step=11840/13625 loss=0.0691 loss_action=0.0008 loss_video=0.0683 lr=5.57e-06 speed=0.69 step/s, 88.87 samples/s eta=00:42:50 +[2026-09-18 22:09:34,147][fastwam.trainer][INFO] - [train] epoch=21 step=11850/13625 loss=0.0683 loss_action=0.0006 loss_video=0.0677 lr=5.52e-06 speed=0.69 step/s, 88.89 samples/s eta=00:42:35 +[2026-09-18 22:09:45,267][fastwam.trainer][INFO] - [train] epoch=21 step=11860/13625 loss=0.0623 loss_action=0.0008 loss_video=0.0615 lr=5.47e-06 speed=0.69 step/s, 88.91 samples/s eta=00:42:21 +[2026-09-18 22:09:58,104][fastwam.trainer][INFO] - [train] epoch=21 step=11870/13625 loss=0.0730 loss_action=0.0009 loss_video=0.0721 lr=5.42e-06 speed=0.69 step/s, 88.91 samples/s eta=00:42:06 +[2026-09-18 22:10:09,290][fastwam.trainer][INFO] - [train] epoch=21 step=11880/13625 loss=0.0619 loss_action=0.0005 loss_video=0.0613 lr=5.37e-06 speed=0.69 step/s, 88.93 samples/s eta=00:41:51 +[2026-09-18 22:10:20,391][fastwam.trainer][INFO] - [train] epoch=21 step=11890/13625 loss=0.0610 loss_action=0.0011 loss_video=0.0599 lr=5.32e-06 speed=0.69 step/s, 88.95 samples/s eta=00:41:36 +[2026-09-18 22:10:31,491][fastwam.trainer][INFO] - [train] epoch=21 step=11900/13625 loss=0.0783 loss_action=0.0006 loss_video=0.0777 lr=5.28e-06 speed=0.70 step/s, 88.97 samples/s eta=00:41:21 +[2026-09-18 22:10:44,363][fastwam.trainer][INFO] - [train] epoch=21 step=11910/13625 loss=0.0623 loss_action=0.0007 loss_video=0.0616 lr=5.23e-06 speed=0.70 step/s, 88.97 samples/s eta=00:41:07 +[2026-09-18 22:10:55,423][fastwam.trainer][INFO] - [train] epoch=21 step=11920/13625 loss=0.0684 loss_action=0.0006 loss_video=0.0678 lr=5.18e-06 speed=0.70 step/s, 88.99 samples/s eta=00:40:52 +[2026-09-18 22:11:06,474][fastwam.trainer][INFO] - [train] epoch=21 step=11930/13625 loss=0.0627 loss_action=0.0006 loss_video=0.0621 lr=5.13e-06 speed=0.70 step/s, 89.01 samples/s eta=00:40:37 +[2026-09-18 22:11:17,573][fastwam.trainer][INFO] - [train] epoch=21 step=11940/13625 loss=0.0668 loss_action=0.0007 loss_video=0.0661 lr=5.08e-06 speed=0.70 step/s, 89.02 samples/s eta=00:40:22 +[2026-09-18 22:11:30,689][fastwam.trainer][INFO] - [train] epoch=21 step=11950/13625 loss=0.0662 loss_action=0.0008 loss_video=0.0654 lr=5.03e-06 speed=0.70 step/s, 89.03 samples/s eta=00:40:08 +[2026-09-18 22:11:41,832][fastwam.trainer][INFO] - [train] epoch=21 step=11960/13625 loss=0.0809 loss_action=0.0009 loss_video=0.0800 lr=4.99e-06 speed=0.70 step/s, 89.05 samples/s eta=00:39:53 +[2026-09-18 22:11:53,099][fastwam.trainer][INFO] - [train] epoch=21 step=11970/13625 loss=0.0533 loss_action=0.0005 loss_video=0.0528 lr=4.94e-06 speed=0.70 step/s, 89.06 samples/s eta=00:39:38 +[2026-09-18 22:12:04,209][fastwam.trainer][INFO] - [train] epoch=21 step=11980/13625 loss=0.0708 loss_action=0.0008 loss_video=0.0700 lr=4.89e-06 speed=0.70 step/s, 89.08 samples/s eta=00:39:23 +[2026-09-18 22:12:16,156][fastwam.trainer][INFO] - [train] epoch=21 step=11990/13625 loss=0.0731 loss_action=0.0007 loss_video=0.0724 lr=4.85e-06 speed=0.70 step/s, 89.09 samples/s eta=00:39:08 +[2026-09-18 22:12:43,409][fastwam.trainer][INFO] - [train] epoch=22 step=12000/13625 loss=0.0656 loss_action=0.0007 loss_video=0.0649 lr=4.80e-06 speed=0.70 step/s, 89.03 samples/s eta=00:38:56 +[2026-09-18 22:12:48,190][fastwam.trainer][INFO] - Restoring DiT/proprio training and the configured TDAA freeze mode. +[2026-09-18 22:12:49,161][fastwam.trainer][INFO] - [eval] step=12000 val_loss=0.0546 infer_psnr=43.5336 infer_ssim=0.9860 action_l2=0.0001 action_l1=0.0049 +[2026-09-18 22:12:58,515][fastwam.trainer][INFO] - [train] epoch=22 step=12010/13625 loss=0.0607 loss_action=0.0005 loss_video=0.0601 lr=4.75e-06 speed=0.70 step/s, 89.02 samples/s eta=00:38:42 +[2026-09-18 22:13:07,858][fastwam.trainer][INFO] - [train] epoch=22 step=12020/13625 loss=0.0626 loss_action=0.0008 loss_video=0.0618 lr=4.71e-06 speed=0.70 step/s, 89.05 samples/s eta=00:38:27 +[2026-09-18 22:13:18,633][fastwam.trainer][INFO] - [train] epoch=22 step=12030/13625 loss=0.0662 loss_action=0.0006 loss_video=0.0656 lr=4.66e-06 speed=0.70 step/s, 89.07 samples/s eta=00:38:12 +[2026-09-18 22:13:30,034][fastwam.trainer][INFO] - [train] epoch=22 step=12040/13625 loss=0.0725 loss_action=0.0005 loss_video=0.0720 lr=4.62e-06 speed=0.70 step/s, 89.08 samples/s eta=00:37:57 +[2026-09-18 22:13:40,915][fastwam.trainer][INFO] - [train] epoch=22 step=12050/13625 loss=0.0640 loss_action=0.0007 loss_video=0.0633 lr=4.57e-06 speed=0.70 step/s, 89.10 samples/s eta=00:37:42 +[2026-09-18 22:13:52,527][fastwam.trainer][INFO] - [train] epoch=22 step=12060/13625 loss=0.0684 loss_action=0.0006 loss_video=0.0679 lr=4.53e-06 speed=0.70 step/s, 89.12 samples/s eta=00:37:27 +[2026-09-18 22:14:05,091][fastwam.trainer][INFO] - [train] epoch=22 step=12070/13625 loss=0.0698 loss_action=0.0007 loss_video=0.0690 lr=4.48e-06 speed=0.70 step/s, 89.12 samples/s eta=00:37:13 +[2026-09-18 22:14:16,369][fastwam.trainer][INFO] - [train] epoch=22 step=12080/13625 loss=0.0870 loss_action=0.0006 loss_video=0.0864 lr=4.44e-06 speed=0.70 step/s, 89.14 samples/s eta=00:36:58 +[2026-09-18 22:14:27,875][fastwam.trainer][INFO] - [train] epoch=22 step=12090/13625 loss=0.0721 loss_action=0.0008 loss_video=0.0712 lr=4.40e-06 speed=0.70 step/s, 89.15 samples/s eta=00:36:43 +[2026-09-18 22:14:38,972][fastwam.trainer][INFO] - [train] epoch=22 step=12100/13625 loss=0.0707 loss_action=0.0008 loss_video=0.0699 lr=4.35e-06 speed=0.70 step/s, 89.17 samples/s eta=00:36:29 +[2026-09-18 22:14:51,985][fastwam.trainer][INFO] - [train] epoch=22 step=12110/13625 loss=0.0823 loss_action=0.0006 loss_video=0.0816 lr=4.31e-06 speed=0.70 step/s, 89.18 samples/s eta=00:36:14 +[2026-09-18 22:15:03,592][fastwam.trainer][INFO] - [train] epoch=22 step=12120/13625 loss=0.0513 loss_action=0.0007 loss_video=0.0506 lr=4.27e-06 speed=0.70 step/s, 89.19 samples/s eta=00:35:59 +[2026-09-18 22:15:14,697][fastwam.trainer][INFO] - [train] epoch=22 step=12130/13625 loss=0.0619 loss_action=0.0007 loss_video=0.0612 lr=4.22e-06 speed=0.70 step/s, 89.21 samples/s eta=00:35:45 +[2026-09-18 22:15:25,867][fastwam.trainer][INFO] - [train] epoch=22 step=12140/13625 loss=0.0641 loss_action=0.0005 loss_video=0.0637 lr=4.18e-06 speed=0.70 step/s, 89.23 samples/s eta=00:35:30 +[2026-09-18 22:15:39,317][fastwam.trainer][INFO] - [train] epoch=22 step=12150/13625 loss=0.0752 loss_action=0.0009 loss_video=0.0743 lr=4.14e-06 speed=0.70 step/s, 89.23 samples/s eta=00:35:15 +[2026-09-18 22:15:50,935][fastwam.trainer][INFO] - [train] epoch=22 step=12160/13625 loss=0.0733 loss_action=0.0007 loss_video=0.0726 lr=4.10e-06 speed=0.70 step/s, 89.24 samples/s eta=00:35:01 +[2026-09-18 22:16:02,164][fastwam.trainer][INFO] - [train] epoch=22 step=12170/13625 loss=0.0595 loss_action=0.0007 loss_video=0.0588 lr=4.05e-06 speed=0.70 step/s, 89.26 samples/s eta=00:34:46 +[2026-09-18 22:16:13,845][fastwam.trainer][INFO] - [train] epoch=22 step=12180/13625 loss=0.0598 loss_action=0.0008 loss_video=0.0589 lr=4.01e-06 speed=0.70 step/s, 89.27 samples/s eta=00:34:31 +[2026-09-18 22:16:26,692][fastwam.trainer][INFO] - [train] epoch=22 step=12190/13625 loss=0.0796 loss_action=0.0006 loss_video=0.0790 lr=3.97e-06 speed=0.70 step/s, 89.28 samples/s eta=00:34:17 +[2026-09-18 22:16:37,755][fastwam.trainer][INFO] - [train] epoch=22 step=12200/13625 loss=0.0725 loss_action=0.0005 loss_video=0.0720 lr=3.93e-06 speed=0.70 step/s, 89.30 samples/s eta=00:34:02 +[2026-09-18 22:16:49,011][fastwam.trainer][INFO] - [train] epoch=22 step=12210/13625 loss=0.0689 loss_action=0.0009 loss_video=0.0680 lr=3.89e-06 speed=0.70 step/s, 89.31 samples/s eta=00:33:47 +[2026-09-18 22:17:00,125][fastwam.trainer][INFO] - [train] epoch=22 step=12220/13625 loss=0.0506 loss_action=0.0008 loss_video=0.0498 lr=3.85e-06 speed=0.70 step/s, 89.33 samples/s eta=00:33:33 +[2026-09-18 22:17:12,959][fastwam.trainer][INFO] - [train] epoch=22 step=12230/13625 loss=0.0561 loss_action=0.0007 loss_video=0.0554 lr=3.81e-06 speed=0.70 step/s, 89.34 samples/s eta=00:33:18 +[2026-09-18 22:17:24,083][fastwam.trainer][INFO] - [train] epoch=22 step=12240/13625 loss=0.0582 loss_action=0.0006 loss_video=0.0576 lr=3.77e-06 speed=0.70 step/s, 89.35 samples/s eta=00:33:04 +[2026-09-18 22:17:35,134][fastwam.trainer][INFO] - [train] epoch=22 step=12250/13625 loss=0.0674 loss_action=0.0007 loss_video=0.0667 lr=3.73e-06 speed=0.70 step/s, 89.37 samples/s eta=00:32:49 +[2026-09-18 22:17:46,180][fastwam.trainer][INFO] - [train] epoch=22 step=12260/13625 loss=0.0712 loss_action=0.0008 loss_video=0.0704 lr=3.69e-06 speed=0.70 step/s, 89.39 samples/s eta=00:32:34 +[2026-09-18 22:17:59,800][fastwam.trainer][INFO] - [train] epoch=22 step=12270/13625 loss=0.0685 loss_action=0.0007 loss_video=0.0677 lr=3.65e-06 speed=0.70 step/s, 89.39 samples/s eta=00:32:20 +[2026-09-18 22:18:11,703][fastwam.trainer][INFO] - [train] epoch=22 step=12280/13625 loss=0.0809 loss_action=0.0009 loss_video=0.0800 lr=3.61e-06 speed=0.70 step/s, 89.40 samples/s eta=00:32:05 +[2026-09-18 22:18:22,824][fastwam.trainer][INFO] - [train] epoch=22 step=12290/13625 loss=0.0737 loss_action=0.0005 loss_video=0.0731 lr=3.58e-06 speed=0.70 step/s, 89.42 samples/s eta=00:31:50 +[2026-09-18 22:18:34,034][fastwam.trainer][INFO] - [train] epoch=22 step=12300/13625 loss=0.0709 loss_action=0.0006 loss_video=0.0703 lr=3.54e-06 speed=0.70 step/s, 89.44 samples/s eta=00:31:36 +[2026-09-18 22:18:47,385][fastwam.trainer][INFO] - [train] epoch=22 step=12310/13625 loss=0.0722 loss_action=0.0005 loss_video=0.0717 lr=3.50e-06 speed=0.70 step/s, 89.44 samples/s eta=00:31:21 +[2026-09-18 22:18:59,147][fastwam.trainer][INFO] - [train] epoch=22 step=12320/13625 loss=0.0578 loss_action=0.0009 loss_video=0.0569 lr=3.46e-06 speed=0.70 step/s, 89.45 samples/s eta=00:31:07 +[2026-09-18 22:19:10,536][fastwam.trainer][INFO] - [train] epoch=22 step=12330/13625 loss=0.0600 loss_action=0.0007 loss_video=0.0594 lr=3.42e-06 speed=0.70 step/s, 89.47 samples/s eta=00:30:52 +[2026-09-18 22:19:21,890][fastwam.trainer][INFO] - [train] epoch=22 step=12340/13625 loss=0.0690 loss_action=0.0006 loss_video=0.0684 lr=3.39e-06 speed=0.70 step/s, 89.48 samples/s eta=00:30:38 +[2026-09-18 22:19:34,503][fastwam.trainer][INFO] - [train] epoch=22 step=12350/13625 loss=0.0528 loss_action=0.0007 loss_video=0.0521 lr=3.35e-06 speed=0.70 step/s, 89.49 samples/s eta=00:30:23 +[2026-09-18 22:19:45,704][fastwam.trainer][INFO] - [train] epoch=22 step=12360/13625 loss=0.0651 loss_action=0.0007 loss_video=0.0644 lr=3.31e-06 speed=0.70 step/s, 89.51 samples/s eta=00:30:09 +[2026-09-18 22:19:56,877][fastwam.trainer][INFO] - [train] epoch=22 step=12370/13625 loss=0.0804 loss_action=0.0005 loss_video=0.0799 lr=3.28e-06 speed=0.70 step/s, 89.52 samples/s eta=00:29:54 +[2026-09-18 22:20:08,152][fastwam.trainer][INFO] - [train] epoch=22 step=12380/13625 loss=0.0575 loss_action=0.0007 loss_video=0.0568 lr=3.24e-06 speed=0.70 step/s, 89.54 samples/s eta=00:29:39 +[2026-09-18 22:20:21,043][fastwam.trainer][INFO] - [train] epoch=22 step=12390/13625 loss=0.0591 loss_action=0.0009 loss_video=0.0582 lr=3.21e-06 speed=0.70 step/s, 89.55 samples/s eta=00:29:25 +[2026-09-18 22:20:32,166][fastwam.trainer][INFO] - [train] epoch=22 step=12400/13625 loss=0.0676 loss_action=0.0008 loss_video=0.0668 lr=3.17e-06 speed=0.70 step/s, 89.56 samples/s eta=00:29:10 +[2026-09-18 22:20:43,277][fastwam.trainer][INFO] - [train] epoch=22 step=12410/13625 loss=0.0643 loss_action=0.0007 loss_video=0.0637 lr=3.14e-06 speed=0.70 step/s, 89.58 samples/s eta=00:28:56 +[2026-09-18 22:20:54,623][fastwam.trainer][INFO] - [train] epoch=22 step=12420/13625 loss=0.0697 loss_action=0.0005 loss_video=0.0692 lr=3.10e-06 speed=0.70 step/s, 89.59 samples/s eta=00:28:41 +[2026-09-18 22:21:07,413][fastwam.trainer][INFO] - [train] epoch=22 step=12430/13625 loss=0.0694 loss_action=0.0009 loss_video=0.0685 lr=3.07e-06 speed=0.70 step/s, 89.60 samples/s eta=00:28:27 +[2026-09-18 22:21:18,469][fastwam.trainer][INFO] - [train] epoch=22 step=12440/13625 loss=0.0718 loss_action=0.0005 loss_video=0.0713 lr=3.03e-06 speed=0.70 step/s, 89.62 samples/s eta=00:28:12 +[2026-09-18 22:21:29,629][fastwam.trainer][INFO] - [train] epoch=22 step=12450/13625 loss=0.0598 loss_action=0.0005 loss_video=0.0593 lr=3.00e-06 speed=0.70 step/s, 89.63 samples/s eta=00:27:57 +[2026-09-18 22:21:40,687][fastwam.trainer][INFO] - [train] epoch=22 step=12460/13625 loss=0.0480 loss_action=0.0008 loss_video=0.0472 lr=2.97e-06 speed=0.70 step/s, 89.65 samples/s eta=00:27:43 +[2026-09-18 22:21:53,516][fastwam.trainer][INFO] - [train] epoch=22 step=12470/13625 loss=0.0782 loss_action=0.0009 loss_video=0.0773 lr=2.93e-06 speed=0.70 step/s, 89.66 samples/s eta=00:27:28 +[2026-09-18 22:22:04,593][fastwam.trainer][INFO] - [train] epoch=22 step=12480/13625 loss=0.0717 loss_action=0.0006 loss_video=0.0711 lr=2.90e-06 speed=0.70 step/s, 89.67 samples/s eta=00:27:14 +[2026-09-18 22:22:15,909][fastwam.trainer][INFO] - [train] epoch=22 step=12490/13625 loss=0.0577 loss_action=0.0008 loss_video=0.0569 lr=2.87e-06 speed=0.70 step/s, 89.69 samples/s eta=00:26:59 +[2026-09-18 22:22:27,164][fastwam.trainer][INFO] - [train] epoch=22 step=12500/13625 loss=0.0698 loss_action=0.0006 loss_video=0.0692 lr=2.83e-06 speed=0.70 step/s, 89.70 samples/s eta=00:26:45 +[2026-09-18 22:22:31,868][fastwam.trainer][INFO] - Restoring DiT/proprio training and the configured TDAA freeze mode. +[2026-09-18 22:22:32,833][fastwam.trainer][INFO] - [eval] step=12500 val_loss=0.0503 infer_psnr=38.3262 infer_ssim=0.9707 action_l2=0.0007 action_l1=0.0102 +[2026-09-18 22:22:42,203][fastwam.trainer][INFO] - [train] epoch=22 step=12510/13625 loss=0.0870 loss_action=0.0006 loss_video=0.0864 lr=2.80e-06 speed=0.70 step/s, 89.70 samples/s eta=00:26:31 +[2026-09-18 22:22:51,551][fastwam.trainer][INFO] - [train] epoch=22 step=12520/13625 loss=0.0705 loss_action=0.0008 loss_video=0.0697 lr=2.77e-06 speed=0.70 step/s, 89.72 samples/s eta=00:26:16 +[2026-09-18 22:23:02,588][fastwam.trainer][INFO] - [train] epoch=22 step=12530/13625 loss=0.0547 loss_action=0.0007 loss_video=0.0540 lr=2.74e-06 speed=0.70 step/s, 89.74 samples/s eta=00:26:01 +[2026-09-18 22:23:29,271][fastwam.trainer][INFO] - [train] epoch=23 step=12540/13625 loss=0.0655 loss_action=0.0008 loss_video=0.0647 lr=2.71e-06 speed=0.70 step/s, 89.68 samples/s eta=00:25:48 +[2026-09-18 22:23:41,412][fastwam.trainer][INFO] - [train] epoch=23 step=12550/13625 loss=0.0629 loss_action=0.0005 loss_video=0.0625 lr=2.68e-06 speed=0.70 step/s, 89.69 samples/s eta=00:25:34 +[2026-09-18 22:23:54,177][fastwam.trainer][INFO] - [train] epoch=23 step=12560/13625 loss=0.0630 loss_action=0.0005 loss_video=0.0625 lr=2.64e-06 speed=0.70 step/s, 89.69 samples/s eta=00:25:19 +[2026-09-18 22:24:05,402][fastwam.trainer][INFO] - [train] epoch=23 step=12570/13625 loss=0.0700 loss_action=0.0006 loss_video=0.0693 lr=2.61e-06 speed=0.70 step/s, 89.71 samples/s eta=00:25:05 +[2026-09-18 22:24:16,588][fastwam.trainer][INFO] - [train] epoch=23 step=12580/13625 loss=0.0608 loss_action=0.0005 loss_video=0.0603 lr=2.58e-06 speed=0.70 step/s, 89.73 samples/s eta=00:24:50 +[2026-09-18 22:24:28,233][fastwam.trainer][INFO] - [train] epoch=23 step=12590/13625 loss=0.0763 loss_action=0.0006 loss_video=0.0756 lr=2.55e-06 speed=0.70 step/s, 89.74 samples/s eta=00:24:36 +[2026-09-18 22:24:41,196][fastwam.trainer][INFO] - [train] epoch=23 step=12600/13625 loss=0.0639 loss_action=0.0005 loss_video=0.0633 lr=2.52e-06 speed=0.70 step/s, 89.74 samples/s eta=00:24:21 +[2026-09-18 22:24:52,277][fastwam.trainer][INFO] - [train] epoch=23 step=12610/13625 loss=0.0846 loss_action=0.0006 loss_video=0.0840 lr=2.49e-06 speed=0.70 step/s, 89.76 samples/s eta=00:24:07 +[2026-09-18 22:25:03,749][fastwam.trainer][INFO] - [train] epoch=23 step=12620/13625 loss=0.0777 loss_action=0.0006 loss_video=0.0772 lr=2.47e-06 speed=0.70 step/s, 89.77 samples/s eta=00:23:52 +[2026-09-18 22:25:14,526][fastwam.trainer][INFO] - [train] epoch=23 step=12630/13625 loss=0.0578 loss_action=0.0005 loss_video=0.0573 lr=2.44e-06 speed=0.70 step/s, 89.79 samples/s eta=00:23:38 +[2026-09-18 22:25:27,343][fastwam.trainer][INFO] - [train] epoch=23 step=12640/13625 loss=0.0685 loss_action=0.0005 loss_video=0.0680 lr=2.41e-06 speed=0.70 step/s, 89.80 samples/s eta=00:23:24 +[2026-09-18 22:25:38,563][fastwam.trainer][INFO] - [train] epoch=23 step=12650/13625 loss=0.0681 loss_action=0.0006 loss_video=0.0675 lr=2.38e-06 speed=0.70 step/s, 89.81 samples/s eta=00:23:09 +[2026-09-18 22:25:49,825][fastwam.trainer][INFO] - [train] epoch=23 step=12660/13625 loss=0.0545 loss_action=0.0005 loss_video=0.0541 lr=2.35e-06 speed=0.70 step/s, 89.83 samples/s eta=00:22:55 +[2026-09-18 22:26:01,008][fastwam.trainer][INFO] - [train] epoch=23 step=12670/13625 loss=0.0696 loss_action=0.0006 loss_video=0.0690 lr=2.32e-06 speed=0.70 step/s, 89.84 samples/s eta=00:22:40 +[2026-09-18 22:26:14,043][fastwam.trainer][INFO] - [train] epoch=23 step=12680/13625 loss=0.0604 loss_action=0.0007 loss_video=0.0597 lr=2.30e-06 speed=0.70 step/s, 89.85 samples/s eta=00:22:26 +[2026-09-18 22:26:25,199][fastwam.trainer][INFO] - [train] epoch=23 step=12690/13625 loss=0.0573 loss_action=0.0006 loss_video=0.0567 lr=2.27e-06 speed=0.70 step/s, 89.87 samples/s eta=00:22:11 +[2026-09-18 22:26:36,462][fastwam.trainer][INFO] - [train] epoch=23 step=12700/13625 loss=0.0683 loss_action=0.0005 loss_video=0.0678 lr=2.24e-06 speed=0.70 step/s, 89.88 samples/s eta=00:21:57 +[2026-09-18 22:26:47,887][fastwam.trainer][INFO] - [train] epoch=23 step=12710/13625 loss=0.0590 loss_action=0.0007 loss_video=0.0583 lr=2.22e-06 speed=0.70 step/s, 89.89 samples/s eta=00:21:42 +[2026-09-18 22:27:01,736][fastwam.trainer][INFO] - [train] epoch=23 step=12720/13625 loss=0.0722 loss_action=0.0007 loss_video=0.0715 lr=2.19e-06 speed=0.70 step/s, 89.90 samples/s eta=00:21:28 +[2026-09-18 22:27:12,960][fastwam.trainer][INFO] - [train] epoch=23 step=12730/13625 loss=0.0797 loss_action=0.0009 loss_video=0.0788 lr=2.16e-06 speed=0.70 step/s, 89.91 samples/s eta=00:21:14 +[2026-09-18 22:27:24,173][fastwam.trainer][INFO] - [train] epoch=23 step=12740/13625 loss=0.0715 loss_action=0.0007 loss_video=0.0708 lr=2.14e-06 speed=0.70 step/s, 89.93 samples/s eta=00:20:59 +[2026-09-18 22:27:35,310][fastwam.trainer][INFO] - [train] epoch=23 step=12750/13625 loss=0.0799 loss_action=0.0007 loss_video=0.0791 lr=2.11e-06 speed=0.70 step/s, 89.94 samples/s eta=00:20:45 +[2026-09-18 22:27:48,364][fastwam.trainer][INFO] - [train] epoch=23 step=12760/13625 loss=0.0634 loss_action=0.0005 loss_video=0.0629 lr=2.09e-06 speed=0.70 step/s, 89.95 samples/s eta=00:20:30 +[2026-09-18 22:27:59,639][fastwam.trainer][INFO] - [train] epoch=23 step=12770/13625 loss=0.0739 loss_action=0.0005 loss_video=0.0734 lr=2.06e-06 speed=0.70 step/s, 89.96 samples/s eta=00:20:16 +[2026-09-18 22:28:10,886][fastwam.trainer][INFO] - [train] epoch=23 step=12780/13625 loss=0.0760 loss_action=0.0005 loss_video=0.0755 lr=2.04e-06 speed=0.70 step/s, 89.98 samples/s eta=00:20:02 +[2026-09-18 22:28:22,107][fastwam.trainer][INFO] - [train] epoch=23 step=12790/13625 loss=0.0738 loss_action=0.0007 loss_video=0.0732 lr=2.01e-06 speed=0.70 step/s, 89.99 samples/s eta=00:19:47 +[2026-09-18 22:28:35,121][fastwam.trainer][INFO] - [train] epoch=23 step=12800/13625 loss=0.0577 loss_action=0.0006 loss_video=0.0571 lr=1.99e-06 speed=0.70 step/s, 90.00 samples/s eta=00:19:33 +[2026-09-18 22:28:46,383][fastwam.trainer][INFO] - [train] epoch=23 step=12810/13625 loss=0.0671 loss_action=0.0006 loss_video=0.0665 lr=1.97e-06 speed=0.70 step/s, 90.01 samples/s eta=00:19:18 +[2026-09-18 22:28:57,496][fastwam.trainer][INFO] - [train] epoch=23 step=12820/13625 loss=0.0591 loss_action=0.0006 loss_video=0.0585 lr=1.94e-06 speed=0.70 step/s, 90.03 samples/s eta=00:19:04 +[2026-09-18 22:29:08,689][fastwam.trainer][INFO] - [train] epoch=23 step=12830/13625 loss=0.0825 loss_action=0.0005 loss_video=0.0820 lr=1.92e-06 speed=0.70 step/s, 90.04 samples/s eta=00:18:50 +[2026-09-18 22:29:21,680][fastwam.trainer][INFO] - [train] epoch=23 step=12840/13625 loss=0.0660 loss_action=0.0007 loss_video=0.0653 lr=1.90e-06 speed=0.70 step/s, 90.05 samples/s eta=00:18:35 +[2026-09-18 22:29:32,810][fastwam.trainer][INFO] - [train] epoch=23 step=12850/13625 loss=0.0561 loss_action=0.0004 loss_video=0.0557 lr=1.87e-06 speed=0.70 step/s, 90.06 samples/s eta=00:18:21 +[2026-09-18 22:29:44,035][fastwam.trainer][INFO] - [train] epoch=23 step=12860/13625 loss=0.0643 loss_action=0.0006 loss_video=0.0637 lr=1.85e-06 speed=0.70 step/s, 90.08 samples/s eta=00:18:07 +[2026-09-18 22:29:55,378][fastwam.trainer][INFO] - [train] epoch=23 step=12870/13625 loss=0.0614 loss_action=0.0006 loss_video=0.0608 lr=1.83e-06 speed=0.70 step/s, 90.09 samples/s eta=00:17:52 +[2026-09-18 22:30:08,056][fastwam.trainer][INFO] - [train] epoch=23 step=12880/13625 loss=0.0494 loss_action=0.0007 loss_video=0.0487 lr=1.81e-06 speed=0.70 step/s, 90.10 samples/s eta=00:17:38 +[2026-09-18 22:30:19,524][fastwam.trainer][INFO] - [train] epoch=23 step=12890/13625 loss=0.0702 loss_action=0.0004 loss_video=0.0698 lr=1.79e-06 speed=0.70 step/s, 90.11 samples/s eta=00:17:24 +[2026-09-18 22:30:30,369][fastwam.trainer][INFO] - [train] epoch=23 step=12900/13625 loss=0.0611 loss_action=0.0006 loss_video=0.0605 lr=1.76e-06 speed=0.70 step/s, 90.13 samples/s eta=00:17:09 +[2026-09-18 22:30:41,428][fastwam.trainer][INFO] - [train] epoch=23 step=12910/13625 loss=0.0669 loss_action=0.0009 loss_video=0.0659 lr=1.74e-06 speed=0.70 step/s, 90.15 samples/s eta=00:16:55 +[2026-09-18 22:30:54,608][fastwam.trainer][INFO] - [train] epoch=23 step=12920/13625 loss=0.0641 loss_action=0.0005 loss_video=0.0636 lr=1.72e-06 speed=0.70 step/s, 90.15 samples/s eta=00:16:40 +[2026-09-18 22:31:05,378][fastwam.trainer][INFO] - [train] epoch=23 step=12930/13625 loss=0.0657 loss_action=0.0005 loss_video=0.0652 lr=1.70e-06 speed=0.70 step/s, 90.17 samples/s eta=00:16:26 +[2026-09-18 22:31:16,457][fastwam.trainer][INFO] - [train] epoch=23 step=12940/13625 loss=0.0640 loss_action=0.0006 loss_video=0.0634 lr=1.68e-06 speed=0.70 step/s, 90.18 samples/s eta=00:16:12 +[2026-09-18 22:31:27,585][fastwam.trainer][INFO] - [train] epoch=23 step=12950/13625 loss=0.0892 loss_action=0.0005 loss_video=0.0886 lr=1.66e-06 speed=0.70 step/s, 90.20 samples/s eta=00:15:57 +[2026-09-18 22:31:40,704][fastwam.trainer][INFO] - [train] epoch=23 step=12960/13625 loss=0.0743 loss_action=0.0007 loss_video=0.0736 lr=1.64e-06 speed=0.70 step/s, 90.20 samples/s eta=00:15:43 +[2026-09-18 22:31:52,234][fastwam.trainer][INFO] - [train] epoch=23 step=12970/13625 loss=0.0696 loss_action=0.0007 loss_video=0.0689 lr=1.62e-06 speed=0.70 step/s, 90.22 samples/s eta=00:15:29 +[2026-09-18 22:32:03,421][fastwam.trainer][INFO] - [train] epoch=23 step=12980/13625 loss=0.0653 loss_action=0.0005 loss_video=0.0649 lr=1.61e-06 speed=0.70 step/s, 90.23 samples/s eta=00:15:14 +[2026-09-18 22:32:14,557][fastwam.trainer][INFO] - [train] epoch=23 step=12990/13625 loss=0.0599 loss_action=0.0005 loss_video=0.0594 lr=1.59e-06 speed=0.71 step/s, 90.25 samples/s eta=00:15:00 +[2026-09-18 22:32:27,593][fastwam.trainer][INFO] - [train] epoch=23 step=13000/13625 loss=0.0791 loss_action=0.0006 loss_video=0.0785 lr=1.57e-06 speed=0.71 step/s, 90.25 samples/s eta=00:14:46 +[2026-09-18 22:32:32,289][fastwam.trainer][INFO] - Restoring DiT/proprio training and the configured TDAA freeze mode. +[2026-09-18 22:32:33,255][fastwam.trainer][INFO] - [eval] step=13000 val_loss=0.0498 infer_psnr=40.1915 infer_ssim=0.9740 action_l2=0.0002 action_l1=0.0071 +[2026-09-18 22:32:42,599][fastwam.trainer][INFO] - [train] epoch=23 step=13010/13625 loss=0.0602 loss_action=0.0007 loss_video=0.0595 lr=1.55e-06 speed=0.71 step/s, 90.25 samples/s eta=00:14:32 +[2026-09-18 22:32:51,975][fastwam.trainer][INFO] - [train] epoch=23 step=13020/13625 loss=0.0757 loss_action=0.0005 loss_video=0.0752 lr=1.53e-06 speed=0.71 step/s, 90.27 samples/s eta=00:14:17 +[2026-09-18 22:33:01,343][fastwam.trainer][INFO] - [train] epoch=23 step=13030/13625 loss=0.0578 loss_action=0.0005 loss_video=0.0573 lr=1.52e-06 speed=0.71 step/s, 90.29 samples/s eta=00:14:03 +[2026-09-18 22:33:14,140][fastwam.trainer][INFO] - [train] epoch=23 step=13040/13625 loss=0.0628 loss_action=0.0006 loss_video=0.0622 lr=1.50e-06 speed=0.71 step/s, 90.30 samples/s eta=00:13:49 +[2026-09-18 22:33:25,258][fastwam.trainer][INFO] - [train] epoch=23 step=13050/13625 loss=0.0658 loss_action=0.0008 loss_video=0.0650 lr=1.48e-06 speed=0.71 step/s, 90.32 samples/s eta=00:13:34 +[2026-09-18 22:33:36,318][fastwam.trainer][INFO] - [train] epoch=23 step=13060/13625 loss=0.0777 loss_action=0.0006 loss_video=0.0772 lr=1.46e-06 speed=0.71 step/s, 90.33 samples/s eta=00:13:20 +[2026-09-18 22:33:47,474][fastwam.trainer][INFO] - [train] epoch=23 step=13070/13625 loss=0.0606 loss_action=0.0005 loss_video=0.0601 lr=1.45e-06 speed=0.71 step/s, 90.35 samples/s eta=00:13:06 +[2026-09-18 22:34:01,263][fastwam.trainer][INFO] - [train] epoch=23 step=13080/13625 loss=0.0598 loss_action=0.0006 loss_video=0.0592 lr=1.43e-06 speed=0.71 step/s, 90.35 samples/s eta=00:12:52 +[2026-09-18 22:34:28,509][fastwam.trainer][INFO] - [train] epoch=24 step=13090/13625 loss=0.0703 loss_action=0.0005 loss_video=0.0699 lr=1.42e-06 speed=0.71 step/s, 90.28 samples/s eta=00:12:38 +[2026-09-18 22:34:39,824][fastwam.trainer][INFO] - [train] epoch=24 step=13100/13625 loss=0.0686 loss_action=0.0006 loss_video=0.0679 lr=1.40e-06 speed=0.71 step/s, 90.30 samples/s eta=00:12:24 +[2026-09-18 22:34:50,943][fastwam.trainer][INFO] - [train] epoch=24 step=13110/13625 loss=0.0546 loss_action=0.0005 loss_video=0.0541 lr=1.39e-06 speed=0.71 step/s, 90.31 samples/s eta=00:12:09 +[2026-09-18 22:35:03,816][fastwam.trainer][INFO] - [train] epoch=24 step=13120/13625 loss=0.0633 loss_action=0.0007 loss_video=0.0626 lr=1.37e-06 speed=0.71 step/s, 90.32 samples/s eta=00:11:55 +[2026-09-18 22:35:14,900][fastwam.trainer][INFO] - [train] epoch=24 step=13130/13625 loss=0.0589 loss_action=0.0005 loss_video=0.0584 lr=1.36e-06 speed=0.71 step/s, 90.33 samples/s eta=00:11:41 +[2026-09-18 22:35:25,933][fastwam.trainer][INFO] - [train] epoch=24 step=13140/13625 loss=0.0647 loss_action=0.0008 loss_video=0.0640 lr=1.34e-06 speed=0.71 step/s, 90.35 samples/s eta=00:11:27 +[2026-09-18 22:35:37,404][fastwam.trainer][INFO] - [train] epoch=24 step=13150/13625 loss=0.0622 loss_action=0.0008 loss_video=0.0615 lr=1.33e-06 speed=0.71 step/s, 90.36 samples/s eta=00:11:12 +[2026-09-18 22:35:49,941][fastwam.trainer][INFO] - [train] epoch=24 step=13160/13625 loss=0.0829 loss_action=0.0006 loss_video=0.0824 lr=1.31e-06 speed=0.71 step/s, 90.37 samples/s eta=00:10:58 +[2026-09-18 22:36:01,140][fastwam.trainer][INFO] - [train] epoch=24 step=13170/13625 loss=0.0626 loss_action=0.0007 loss_video=0.0619 lr=1.30e-06 speed=0.71 step/s, 90.38 samples/s eta=00:10:44 +[2026-09-18 22:36:12,461][fastwam.trainer][INFO] - [train] epoch=24 step=13180/13625 loss=0.0678 loss_action=0.0007 loss_video=0.0672 lr=1.29e-06 speed=0.71 step/s, 90.40 samples/s eta=00:10:30 +[2026-09-18 22:36:23,677][fastwam.trainer][INFO] - [train] epoch=24 step=13190/13625 loss=0.0675 loss_action=0.0008 loss_video=0.0668 lr=1.28e-06 speed=0.71 step/s, 90.41 samples/s eta=00:10:15 +[2026-09-18 22:36:36,694][fastwam.trainer][INFO] - [train] epoch=24 step=13200/13625 loss=0.0604 loss_action=0.0006 loss_video=0.0599 lr=1.26e-06 speed=0.71 step/s, 90.42 samples/s eta=00:10:01 +[2026-09-18 22:36:48,045][fastwam.trainer][INFO] - [train] epoch=24 step=13210/13625 loss=0.0718 loss_action=0.0005 loss_video=0.0712 lr=1.25e-06 speed=0.71 step/s, 90.43 samples/s eta=00:09:47 +[2026-09-18 22:36:59,397][fastwam.trainer][INFO] - [train] epoch=24 step=13220/13625 loss=0.0622 loss_action=0.0005 loss_video=0.0617 lr=1.24e-06 speed=0.71 step/s, 90.45 samples/s eta=00:09:33 +[2026-09-18 22:37:10,418][fastwam.trainer][INFO] - [train] epoch=24 step=13230/13625 loss=0.0763 loss_action=0.0007 loss_video=0.0757 lr=1.23e-06 speed=0.71 step/s, 90.46 samples/s eta=00:09:18 +[2026-09-18 22:37:23,207][fastwam.trainer][INFO] - [train] epoch=24 step=13240/13625 loss=0.0685 loss_action=0.0005 loss_video=0.0679 lr=1.22e-06 speed=0.71 step/s, 90.47 samples/s eta=00:09:04 +[2026-09-18 22:37:34,356][fastwam.trainer][INFO] - [train] epoch=24 step=13250/13625 loss=0.0607 loss_action=0.0004 loss_video=0.0603 lr=1.20e-06 speed=0.71 step/s, 90.48 samples/s eta=00:08:50 +[2026-09-18 22:37:45,870][fastwam.trainer][INFO] - [train] epoch=24 step=13260/13625 loss=0.0800 loss_action=0.0007 loss_video=0.0793 lr=1.19e-06 speed=0.71 step/s, 90.49 samples/s eta=00:08:36 +[2026-09-18 22:37:56,766][fastwam.trainer][INFO] - [train] epoch=24 step=13270/13625 loss=0.0689 loss_action=0.0007 loss_video=0.0682 lr=1.18e-06 speed=0.71 step/s, 90.51 samples/s eta=00:08:22 +[2026-09-18 22:38:09,610][fastwam.trainer][INFO] - [train] epoch=24 step=13280/13625 loss=0.0646 loss_action=0.0006 loss_video=0.0640 lr=1.17e-06 speed=0.71 step/s, 90.52 samples/s eta=00:08:07 +[2026-09-18 22:38:21,009][fastwam.trainer][INFO] - [train] epoch=24 step=13290/13625 loss=0.0803 loss_action=0.0006 loss_video=0.0796 lr=1.16e-06 speed=0.71 step/s, 90.53 samples/s eta=00:07:53 +[2026-09-18 22:38:32,085][fastwam.trainer][INFO] - [train] epoch=24 step=13300/13625 loss=0.0776 loss_action=0.0004 loss_video=0.0771 lr=1.15e-06 speed=0.71 step/s, 90.54 samples/s eta=00:07:39 +[2026-09-18 22:38:43,163][fastwam.trainer][INFO] - [train] epoch=24 step=13310/13625 loss=0.0660 loss_action=0.0006 loss_video=0.0654 lr=1.14e-06 speed=0.71 step/s, 90.56 samples/s eta=00:07:25 +[2026-09-18 22:38:55,958][fastwam.trainer][INFO] - [train] epoch=24 step=13320/13625 loss=0.0579 loss_action=0.0005 loss_video=0.0575 lr=1.14e-06 speed=0.71 step/s, 90.57 samples/s eta=00:07:11 +[2026-09-18 22:39:07,252][fastwam.trainer][INFO] - [train] epoch=24 step=13330/13625 loss=0.0795 loss_action=0.0005 loss_video=0.0790 lr=1.13e-06 speed=0.71 step/s, 90.58 samples/s eta=00:06:56 +[2026-09-18 22:39:18,503][fastwam.trainer][INFO] - [train] epoch=24 step=13340/13625 loss=0.0770 loss_action=0.0006 loss_video=0.0764 lr=1.12e-06 speed=0.71 step/s, 90.59 samples/s eta=00:06:42 +[2026-09-18 22:39:29,596][fastwam.trainer][INFO] - [train] epoch=24 step=13350/13625 loss=0.0725 loss_action=0.0005 loss_video=0.0720 lr=1.11e-06 speed=0.71 step/s, 90.61 samples/s eta=00:06:28 +[2026-09-18 22:39:42,697][fastwam.trainer][INFO] - [train] epoch=24 step=13360/13625 loss=0.0710 loss_action=0.0006 loss_video=0.0704 lr=1.10e-06 speed=0.71 step/s, 90.61 samples/s eta=00:06:14 +[2026-09-18 22:39:53,775][fastwam.trainer][INFO] - [train] epoch=24 step=13370/13625 loss=0.0715 loss_action=0.0005 loss_video=0.0710 lr=1.09e-06 speed=0.71 step/s, 90.63 samples/s eta=00:06:00 +[2026-09-18 22:40:04,976][fastwam.trainer][INFO] - [train] epoch=24 step=13380/13625 loss=0.0740 loss_action=0.0004 loss_video=0.0736 lr=1.09e-06 speed=0.71 step/s, 90.64 samples/s eta=00:05:45 +[2026-09-18 22:40:16,848][fastwam.trainer][INFO] - [train] epoch=24 step=13390/13625 loss=0.0701 loss_action=0.0007 loss_video=0.0694 lr=1.08e-06 speed=0.71 step/s, 90.65 samples/s eta=00:05:31 +[2026-09-18 22:40:29,582][fastwam.trainer][INFO] - [train] epoch=24 step=13400/13625 loss=0.0607 loss_action=0.0006 loss_video=0.0601 lr=1.07e-06 speed=0.71 step/s, 90.66 samples/s eta=00:05:17 +[2026-09-18 22:40:42,011][fastwam.trainer][INFO] - [train] epoch=24 step=13410/13625 loss=0.0765 loss_action=0.0010 loss_video=0.0755 lr=1.07e-06 speed=0.71 step/s, 90.67 samples/s eta=00:05:03 +[2026-09-18 22:40:53,194][fastwam.trainer][INFO] - [train] epoch=24 step=13420/13625 loss=0.0838 loss_action=0.0006 loss_video=0.0832 lr=1.06e-06 speed=0.71 step/s, 90.68 samples/s eta=00:04:49 +[2026-09-18 22:41:04,543][fastwam.trainer][INFO] - [train] epoch=24 step=13430/13625 loss=0.0565 loss_action=0.0006 loss_video=0.0559 lr=1.06e-06 speed=0.71 step/s, 90.69 samples/s eta=00:04:35 +[2026-09-18 22:41:15,961][fastwam.trainer][INFO] - [train] epoch=24 step=13440/13625 loss=0.0670 loss_action=0.0004 loss_video=0.0666 lr=1.05e-06 speed=0.71 step/s, 90.71 samples/s eta=00:04:21 +[2026-09-18 22:41:28,625][fastwam.trainer][INFO] - [train] epoch=24 step=13450/13625 loss=0.0568 loss_action=0.0005 loss_video=0.0563 lr=1.04e-06 speed=0.71 step/s, 90.71 samples/s eta=00:04:06 +[2026-09-18 22:41:39,273][fastwam.trainer][INFO] - [train] epoch=24 step=13460/13625 loss=0.0701 loss_action=0.0004 loss_video=0.0698 lr=1.04e-06 speed=0.71 step/s, 90.73 samples/s eta=00:03:52 +[2026-09-18 22:41:50,417][fastwam.trainer][INFO] - [train] epoch=24 step=13470/13625 loss=0.0699 loss_action=0.0006 loss_video=0.0693 lr=1.04e-06 speed=0.71 step/s, 90.74 samples/s eta=00:03:38 +[2026-09-18 22:42:02,612][fastwam.trainer][INFO] - [train] epoch=24 step=13480/13625 loss=0.0716 loss_action=0.0005 loss_video=0.0711 lr=1.03e-06 speed=0.71 step/s, 90.75 samples/s eta=00:03:24 +[2026-09-18 22:42:14,402][fastwam.trainer][INFO] - [train] epoch=24 step=13490/13625 loss=0.0619 loss_action=0.0007 loss_video=0.0612 lr=1.03e-06 speed=0.71 step/s, 90.76 samples/s eta=00:03:10 +[2026-09-18 22:42:25,858][fastwam.trainer][INFO] - [train] epoch=24 step=13500/13625 loss=0.0731 loss_action=0.0006 loss_video=0.0725 lr=1.02e-06 speed=0.71 step/s, 90.78 samples/s eta=00:02:56 +[2026-09-18 22:42:30,722][fastwam.trainer][INFO] - Restoring DiT/proprio training and the configured TDAA freeze mode. +[2026-09-18 22:42:31,686][fastwam.trainer][INFO] - [eval] step=13500 val_loss=0.0710 infer_psnr=37.9358 infer_ssim=0.9676 action_l2=0.0003 action_l1=0.0085 +[2026-09-18 22:42:41,048][fastwam.trainer][INFO] - [train] epoch=24 step=13510/13625 loss=0.0791 loss_action=0.0004 loss_video=0.0787 lr=1.02e-06 speed=0.71 step/s, 90.77 samples/s eta=00:02:42 +[2026-09-18 22:42:50,859][fastwam.trainer][INFO] - [train] epoch=24 step=13520/13625 loss=0.0572 loss_action=0.0005 loss_video=0.0567 lr=1.02e-06 speed=0.71 step/s, 90.79 samples/s eta=00:02:28 +[2026-09-18 22:43:01,629][fastwam.trainer][INFO] - [train] epoch=24 step=13530/13625 loss=0.0554 loss_action=0.0006 loss_video=0.0547 lr=1.01e-06 speed=0.71 step/s, 90.81 samples/s eta=00:02:13 +[2026-09-18 22:43:12,799][fastwam.trainer][INFO] - [train] epoch=24 step=13540/13625 loss=0.0697 loss_action=0.0005 loss_video=0.0693 lr=1.01e-06 speed=0.71 step/s, 90.82 samples/s eta=00:01:59 +[2026-09-18 22:43:23,970][fastwam.trainer][INFO] - [train] epoch=24 step=13550/13625 loss=0.0635 loss_action=0.0005 loss_video=0.0630 lr=1.01e-06 speed=0.71 step/s, 90.84 samples/s eta=00:01:45 +[2026-09-18 22:43:35,921][fastwam.trainer][INFO] - [train] epoch=24 step=13560/13625 loss=0.0601 loss_action=0.0006 loss_video=0.0595 lr=1.01e-06 speed=0.71 step/s, 90.85 samples/s eta=00:01:31 +[2026-09-18 22:43:47,987][fastwam.trainer][INFO] - [train] epoch=24 step=13570/13625 loss=0.0692 loss_action=0.0007 loss_video=0.0685 lr=1.00e-06 speed=0.71 step/s, 90.86 samples/s eta=00:01:17 +[2026-09-18 22:43:59,105][fastwam.trainer][INFO] - [train] epoch=24 step=13580/13625 loss=0.0776 loss_action=0.0007 loss_video=0.0770 lr=1.00e-06 speed=0.71 step/s, 90.87 samples/s eta=00:01:03 +[2026-09-18 22:44:10,459][fastwam.trainer][INFO] - [train] epoch=24 step=13590/13625 loss=0.0777 loss_action=0.0008 loss_video=0.0769 lr=1.00e-06 speed=0.71 step/s, 90.88 samples/s eta=00:00:49 +[2026-09-18 22:44:22,308][fastwam.trainer][INFO] - [train] epoch=24 step=13600/13625 loss=0.0623 loss_action=0.0005 loss_video=0.0618 lr=1.00e-06 speed=0.71 step/s, 90.89 samples/s eta=00:00:35 +[2026-09-18 22:44:34,342][fastwam.trainer][INFO] - [train] epoch=24 step=13610/13625 loss=0.0687 loss_action=0.0008 loss_video=0.0679 lr=1.00e-06 speed=0.71 step/s, 90.90 samples/s eta=00:00:21 +[2026-09-18 22:44:45,420][fastwam.trainer][INFO] - [train] epoch=24 step=13620/13625 loss=0.0692 loss_action=0.0006 loss_video=0.0686 lr=1.00e-06 speed=0.71 step/s, 90.92 samples/s eta=00:00:07 +[2026-09-18 22:48:36,991][accelerate.accelerator][INFO] - Saving current state to /mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Benchmark/FastWAM-TDAA/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/checkpoints/state/step_013625 +[2026-09-18 22:48:36,998][accelerate.accelerator][INFO] - Saving DeepSpeed Model and Optimizer +[2026-09-18 22:55:32,718][accelerate.accelerator][INFO] - DeepSpeed Model and Optimizer saved to output dir /mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Benchmark/FastWAM-TDAA/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/checkpoints/state/step_013625/pytorch_model +[2026-09-18 22:55:32,756][accelerate.checkpointing][INFO] - Scheduler state saved in /mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Benchmark/FastWAM-TDAA/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/checkpoints/state/step_013625/scheduler.bin +[2026-09-18 22:55:32,761][accelerate.checkpointing][INFO] - Sampler state for dataloader 0 saved in /mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Benchmark/FastWAM-TDAA/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/checkpoints/state/step_013625/sampler.bin +[2026-09-18 22:55:32,781][accelerate.checkpointing][INFO] - Random states saved in /mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Benchmark/FastWAM-TDAA/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/checkpoints/state/step_013625/random_states_0.pkl +[2026-09-18 22:55:33,633][fastwam.trainer][INFO] - [ckpt] step=13625 weights=/mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Benchmark/FastWAM-TDAA/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/checkpoints/weights/step_013625.pt state=/mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Benchmark/FastWAM-TDAA/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/checkpoints/state/step_013625 +[2026-09-18 22:55:33,637][fastwam.trainer][INFO] - [done] max_steps reached step=13625 weights=/mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Benchmark/FastWAM-TDAA/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/checkpoints/weights/step_013625.pt state=/mnt/dolphinfs/ssd_pool/docker/user/hadoop-nlp-sh02/hadoop-aipnlp/EVA/buxizhou/Benchmark/FastWAM-TDAA/work_dirs/hope_fastwam_tdaa_frozen_20260918_152717_1219/checkpoints/state/step_013625