Upload folder using huggingface_hub

pretrained_models/bc-maze2d-large/maze2d-large-v1/sd0/eval.csv

@@ -0,0 +1,12 @@
+evaluation/total.timesteps,evaluation/episode.final_reward,evaluation/episode.return,evaluation/episode.length,evaluation/episode.duration,evaluation/episode.normalized_return,step
+8400.0,0.0,0.0,800.0,0.5728583931922913,-2.5066407272999367,1
+24400.0,0.0,0.0,800.0,0.5574750542640686,-2.5066407272999367,100000
+40400.0,0.0,0.0,800.0,0.5521334290504456,-2.5066407272999367,200000
+56400.0,0.15,63.65,800.0,0.5526316404342652,21.30644618204946,300000
+72400.0,0.0,0.0,800.0,0.5531385540962219,-2.5066407272999367,400000
+88400.0,0.0,0.0,800.0,0.546999990940094,-2.5066407272999367,500000
+104400.0,0.0,9.2,800.0,0.5467223763465882,0.935313704216394,600000
+120400.0,0.0,7.05,800.0,0.5554601788520813,0.13094391859029503,700000
+136400.0,0.05,18.25,800.0,0.5443518757820129,4.321149313479739,800000
+152400.0,0.1,36.2,800.0,0.5408835768699646,11.03670170975345,900000
+168400.0,0.0,0.0,800.0,0.5491060137748718,-2.5066407272999367,1000000

pretrained_models/bc-maze2d-large/maze2d-large-v1/sd0/flags.json

@@ -0,0 +1 @@
+{"logtostderr": false, "alsologtostderr": false, "log_dir": "", "v": 0, "verbosity": 0, "logger_levels": {}, "stderrthreshold": "fatal", "showprefixforinfo": true, "run_with_pdb": false, "pdb_post_mortem": false, "pdb": false, "run_with_profiling": false, "profile_file": null, "use_cprofile_for_profiling": true, "only_check_args": false, "chex_n_cpu_devices": 1, "chex_assert_multiple_cpu_devices": false, "test_srcdir": "", "test_tmpdir": "/tmp/absl_testing", "test_random_seed": 301, "test_randomize_ordering_seed": "", "xml_output_file": "", "chex_skip_pmap_variant_if_single_device": true, "pymjcf_debug": false, "pymjcf_debug_full_dump_dir": "", "pymjcf_log_xml": false, "timeout": true, "run_group": "bc-maze2d-large", "project_name": "fql", "tags": "Default", "seed": 0, "env_name": "maze2d-large-v1", "save_dir": "exp/bc-maze2d-large/maze2d-large-v1/20260823_025402_sd0", "restore_path": null, "restore_epoch": null, "offline_steps": 1000000, "online_steps": 0, "buffer_size": 2000000, "log_interval": 5000, "eval_interval": 100000, "deterministic_eval": true, "save_interval": 1000000, "eval_episodes": 20, "video_episodes": 0, "video_frame_skip": 3, "p_aug": null, "frame_stack": null, "balanced_sampling": 0, "dataset_path": null, "sparse": false, "reward_normalize": false, "retain_offline_dataset": true, "online_alpha_actor_end": null, "from_scratch": false, "agent": {"action_dim": null, "actor_hidden_dims": [256, 256], "actor_layer_norm": true, "actor_lr": 0.0003, "agent_name": "bc", "batch_size": 256, "const_std": false, "encoder": null, "ob_dims": null, "state_dependent_std": true}, "online_agent": {"actor_fc_scale": 0.01, "actor_hidden_dims": [256, 256], "actor_layer_norm": false, "actor_lr": 0.0001, "actor_utd": 1, "agent_name": "sac", "backup_entropy": false, "batch_size": 256, "critic_lr": 0.0003, "critic_utd": 4, "discount": 0.99, "layer_norm": true, "q_agg": "min", "state_dependent_std": true, "tanh_squash": true, "target_entropy": null, "target_entropy_multiplier": 0.5, "tau": 0.005, "temperature_lr": 0.0001, "utd_ratio_steps": 0, "value_hidden_dims": [256, 256]}, "?": false, "help": false, "helpshort": false, "helpfull": false, "helpxml": false}

pretrained_models/bc-maze2d-large/maze2d-large-v1/sd0/params_1000000.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160d57a706e2e1855419df2899c7feb79c44091a119c0ae3e06f10e09bb9c886
+size 831892

pretrained_models/bc-maze2d-large/maze2d-large-v1/sd0/train.csv

@@ -0,0 +1,201 @@
+training/actor/actor_loss,training/actor/log_prob,training/actor/mse,training/grad/max,training/grad/min,training/grad/norm,time/epoch_time,time/total_time,step
+-2.1201136,2.1201136,0.59383774,0.45404696,-0.81276727,5.9703918,0.0035517632484436037,17.75881862640381,5000
+-2.7038453,2.7038453,0.4845536,0.33158463,-0.6587019,5.8159423,0.0005384274959564209,20.45095920562744,10000
+-3.3202114,3.3202114,0.52760464,0.6459194,-0.8451987,6.8780866,0.0005415857315063477,23.158890962600708,15000
+-3.2935772,3.2935772,0.5147486,0.4049581,-0.6569127,6.903009,0.0005353138446807861,25.8354651927948,20000
+-2.3633337,2.3633337,0.45258152,0.55921984,-0.5589928,7.033751,0.0005379392623901367,28.52516484260559,25000
+-2.4051647,2.4051647,0.47001374,0.80735075,-1.55491,11.164628,0.0005449445247650147,31.24989104270935,30000
+-2.5864244,2.5864244,0.47721758,0.61482614,-0.5703818,7.6450777,0.0005512203216552734,34.00599718093872,35000
+-2.9630818,2.9630818,0.46640813,0.37883335,-1.2884674,8.669759,0.0005449165821075439,36.73058295249939,40000
+-2.234527,2.234527,0.39376485,0.5028763,-0.5257957,8.000275,0.0005313056468963623,39.38711452484131,45000
+-3.1289034,3.1289034,0.40497625,1.5012605,-0.5328984,11.544829,0.0005344346046447754,42.059290647506714,50000
+-2.1576288,2.1576288,0.4223838,0.5232819,-0.67326677,8.237109,0.0005570525646209717,44.84455633163452,55000
+-3.2382796,3.2382796,0.41218466,1.0557771,-0.7330891,10.454112,0.000558665657043457,47.63788843154907,60000
+-2.1213374,2.1213374,0.43961966,0.7893109,-0.95325315,9.968873,0.0005483807563781739,50.37979531288147,65000
+-3.6796784,3.6796784,0.38414118,0.8220839,-0.91975325,10.319718,0.0005368701457977295,53.06414985656738,70000
+-2.8492756,2.8492756,0.45428067,0.68131864,-0.89585346,9.130721,0.0005370748996734619,55.7495276927948,75000
+-3.2725906,3.2725906,0.344589,0.6393509,-1.6851642,12.113053,0.0005460574626922608,58.47981786727905,80000
+-2.6437178,2.6437178,0.3894966,0.5514957,-0.73979956,9.675834,0.0005348662376403808,61.154152154922485,85000
+-2.5942197,2.5942197,0.3931363,0.845461,-0.6784201,10.0817375,0.0005354421615600586,63.83136701583862,90000
+-2.1629043,2.1629043,0.4039834,0.6159871,-0.94351214,9.549871,0.0005349363803863526,66.50605177879333,95000
+-2.9715333,2.9715333,0.33493394,0.529089,-0.9534937,9.177979,0.0005407060146331787,69.20958471298218,100000
+-3.2570996,3.2570996,0.42851716,0.9808068,-1.1328361,12.8076935,0.002779039478302002,83.10478496551514,105000
+-3.1676555,3.1676555,0.34433395,0.6824243,-1.5492251,11.27119,0.0005530826568603516,85.87020182609558,110000
+-3.2031856,3.2031856,0.36687028,1.0084879,-0.6873587,9.879039,0.0005410969257354737,88.57568979263306,115000
+-2.8846684,2.8846684,0.34291136,1.2961291,-0.90000767,12.294929,0.0005598856925964356,91.37512302398682,120000
+-3.2334666,3.2334666,0.39779013,0.6175722,-0.655841,9.30659,0.0005542169094085693,94.14621114730835,125000
+-3.1386962,3.1386962,0.36563277,0.75293326,-1.0775603,11.210497,0.0005604092597961426,96.94826173782349,130000
+-2.857732,2.857732,0.36971945,0.6085283,-0.8601819,11.544138,0.0005475873947143555,99.68620181083679,135000
+-2.571259,2.571259,0.38226432,0.92170894,-0.89268744,10.267072,0.0005457426071166992,102.41491770744324,140000
+-2.5390234,2.5390234,0.31678772,0.5817302,-0.789168,9.635138,0.000545856761932373,105.14420485496521,145000
+-3.4222481,3.4222481,0.34942204,0.8762283,-0.70789015,10.324379,0.0005394126415252685,107.84127187728882,150000
+-3.754824,3.754824,0.34744886,1.030753,-0.78974545,12.956424,0.0005379526615142822,110.53103828430176,155000
+-3.1712017,3.1712017,0.3757818,0.5815431,-0.9444345,8.984542,0.0005338827610015869,113.2004554271698,160000
+-2.5693827,2.5693827,0.36698776,0.54723096,-1.277128,10.741339,0.0005465667247772217,115.93329286575317,165000
+-2.6124918,2.6124918,0.3287732,0.78448206,-0.84323835,9.92374,0.0005517138481140137,118.69186568260193,170000
+-3.1658673,3.1658673,0.36319864,0.6508395,-1.0060904,9.361607,0.0005615978717803955,121.49985933303833,175000
+-2.6923013,2.6923013,0.3483347,0.8220258,-0.88642025,10.967955,0.0005455055713653565,124.22739052772522,180000
+-3.2101073,3.2101073,0.32214397,1.473424,-0.89781594,12.08463,0.0005416586875915527,126.93568754196167,185000
+-3.2480035,3.2480035,0.29070958,0.6891754,-0.71715915,8.829729,0.0005562161922454834,129.71677136421204,190000
+-2.4753492,2.4753492,0.34282532,0.6649852,-0.76337546,9.289369,0.0005379331111907959,132.4064404964447,195000
+-3.553101,3.553101,0.27679116,1.074923,-0.80209315,11.108125,0.0005424135684967041,135.1185119152069,200000
+-2.4798338,2.4798338,0.32177603,0.37934792,-0.653941,9.391523,0.002752840232849121,148.8827166557312,205000
+-2.599438,2.599438,0.3269899,1.0393653,-1.1998141,11.190687,0.000554843282699585,151.65693616867065,210000
+-3.0711062,3.0711062,0.3425811,1.0199938,-1.4188383,11.500056,0.0005414402961730957,154.36414098739624,215000
+-2.6289384,2.6289384,0.3350337,0.6119284,-1.1646872,10.566507,0.0005600276947021484,157.1642827987671,220000
+-2.8547413,2.8547413,0.34690297,1.6231648,-0.8869081,10.0514965,0.0005457115650177002,159.89284372329712,225000
+-2.5878308,2.5878308,0.39408714,0.81294566,-0.8947518,10.156881,0.0005481904983520508,162.63380312919617,230000
+-3.0622,3.0622,0.3344286,0.6643901,-2.446265,14.70902,0.0005477941513061524,165.37277817726135,235000
+-2.8596172,2.8596172,0.33461007,1.4400756,-0.6531787,11.935487,0.0005587815761566162,168.16669487953186,240000
+-3.2252665,3.2252665,0.28153738,1.7344055,-0.6050726,12.945514,0.0005425668716430664,170.87953329086304,245000
+-2.8791404,2.8791404,0.33625486,0.56550217,-0.63510734,8.701942,0.0005376022815704346,173.56754755973816,250000
+-3.09699,3.09699,0.36070246,1.9817728,-1.0217172,15.196948,0.0005537672996520996,176.33638715744019,255000
+-3.085294,3.085294,0.3494736,0.8069593,-1.6185727,11.405735,0.0005405310153961182,179.03904509544373,260000
+-3.1274428,3.1274428,0.31243137,0.5300942,-1.8913593,10.602828,0.0005349717140197754,181.71390676498413,265000
+-2.2616239,2.2616239,0.35231677,1.2675676,-0.87843513,11.112398,0.0005350921154022217,184.3893702030182,270000
+-2.4291954,2.4291954,0.3245542,1.0091883,-0.85847145,9.923713,0.000543499755859375,187.106871843338,275000
+-3.2001767,3.2001767,0.33356804,0.5264886,-0.7709204,9.283236,0.0005502457141876221,189.85810375213623,280000
+-2.7529259,2.7529259,0.3106105,1.1742847,-0.6224949,11.031013,0.0005391124725341797,192.55366921424866,285000
+-3.136035,3.136035,0.33692637,0.595607,-0.42124638,8.15911,0.0005363282680511474,195.23531413078308,290000
+-3.081681,3.081681,0.36757702,1.23752,-0.49304187,9.8417015,0.0005474964141845703,197.97279930114746,295000
+-2.9178162,2.9178162,0.32611358,0.4496199,-1.0706521,9.740497,0.0005683726787567139,200.81466627120972,300000
+-2.9343696,2.9343696,0.35135257,1.5939114,-0.7132087,9.3168335,0.0027664722442626954,214.64703035354614,305000
+-2.981494,2.981494,0.28800917,0.60703963,-1.1782645,11.201175,0.0005465885639190673,217.3799765110016,310000
+-2.9880924,2.9880924,0.3249712,1.0616208,-0.87693137,10.633261,0.0005636942863464355,220.1984510421753,315000
+-3.3767977,3.3767977,0.31270975,0.9035995,-0.75398767,9.006308,0.0005441370964050293,222.9191393852234,320000
+-2.6205063,2.6205063,0.29841375,0.7209109,-0.7041201,9.075618,0.0005422317504882812,225.63030195236206,325000
+-2.9119208,2.9119208,0.32191318,0.6742392,-0.96931195,9.272201,0.0005493383407592774,228.37699699401855,330000
+-3.2088957,3.2088957,0.32603827,0.70824707,-0.7730994,9.441267,0.0005640488147735595,231.19724488258362,335000
+-3.3462381,3.3462381,0.32715583,0.7830438,-0.5859016,8.933985,0.0005525460243225097,233.9599781036377,340000
+-3.2327185,3.2327185,0.32508403,0.73483264,-1.3078396,11.0239315,0.0005413337230682373,236.66664934158325,345000
+-2.7902153,2.7902153,0.36495286,0.43737295,-1.386987,10.292783,0.0005519219398498535,239.42626214027405,350000
+-3.279669,3.279669,0.32487243,0.52081096,-1.193554,11.217194,0.0005511548519134521,242.18203997612,355000
+-3.0172265,3.0172265,0.2750698,0.5901161,-0.882441,8.853949,0.0005385840892791748,244.87496399879456,360000
+-3.0441337,3.0441337,0.34881833,0.6607835,-0.97378665,10.878207,0.0005510536670684814,247.6302351951599,365000
+-2.0627623,2.0627623,0.372867,0.9998802,-0.8898363,9.29105,0.0005553173065185547,250.40682530403137,370000
+-2.620628,2.620628,0.33570588,1.074752,-1.2583466,12.539978,0.0005561755180358887,253.18770623207092,375000
+-2.4970217,2.4970217,0.3281098,0.9609434,-1.5889213,11.954031,0.0005325499534606933,255.85045909881592,380000
+-2.7003956,2.7003956,0.36732954,1.0441649,-1.0121468,9.818386,0.0005413485050201416,258.5572054386139,385000
+-3.3405585,3.3405585,0.2862451,0.9839052,-0.5625423,9.254387,0.0005354321956634522,261.2343702316284,390000
+-3.262963,3.262963,0.28795314,0.7726731,-0.7062942,8.858355,0.0005337327003479004,263.90303683280945,395000
+-3.377684,3.377684,0.33053148,0.46755722,-2.155034,12.644461,0.0005382120609283448,266.59409976005554,400000
+-3.149898,3.149898,0.33381045,0.70756924,-1.6428897,10.137771,0.002779213094711304,280.49016880989075,405000
+-3.2100298,3.2100298,0.31301513,0.880242,-0.8708648,8.927538,0.0005544534206390381,283.26243925094604,410000
+-2.9333167,2.9333167,0.34659684,0.5400578,-1.556425,12.022294,0.0005383872032165527,285.95437836647034,415000
+-3.2414799,3.2414799,0.33443093,0.90157616,-2.0774922,13.186244,0.0005404504299163818,288.6566333770752,420000
+-2.6629362,2.6629362,0.3382187,0.69398427,-0.5570947,9.545626,0.0005390283107757568,291.3517792224884,425000
+-3.7216487,3.7216487,0.34509563,0.88158625,-0.6112983,10.132435,0.0005389638900756836,294.04660177230835,430000
+-3.1777444,3.1777444,0.28114748,1.5049566,-1.0644703,11.908395,0.0005417318344116211,296.75526428222656,435000
+-2.4448135,2.4448135,0.289801,0.5027087,-1.516526,10.720191,0.0005508666515350342,299.50960087776184,440000
+-3.196784,3.196784,0.32383496,1.1922883,-0.6372299,10.512229,0.0005415721416473389,302.2174654006958,445000
+-3.382585,3.382585,0.29350567,0.82350427,-1.4677365,11.804763,0.0005415078639984131,304.92500829696655,450000
+-3.014101,3.014101,0.35001326,0.85978484,-0.96485776,11.008011,0.0005291857719421386,307.5709409713745,455000
+-2.9059367,2.9059367,0.26788774,0.5357646,-0.5041845,8.502815,0.0005373892784118653,310.2578909397125,460000
+-3.1427252,3.1427252,0.33501685,1.1864823,-0.89507306,10.402073,0.00055110764503479,313.01343274116516,465000
+-2.8220627,2.8220627,0.3186862,0.6620427,-0.7892213,9.658106,0.0005443489551544189,315.73518657684326,470000
+-2.5830963,2.5830963,0.3643548,0.7415838,-1.3324137,11.623122,0.0005415389537811279,318.4428856372833,475000
+-3.2340388,3.2340388,0.25644255,0.65031296,-2.029787,12.73393,0.0005387280464172363,321.13653016090393,480000
+-3.5603728,3.5603728,0.32511878,1.2045583,-0.57096267,10.733029,0.0005346131324768066,323.8095989227295,485000
+-3.0026822,3.0026822,0.33673826,3.943359,-0.8074038,16.964674,0.0005603503227233886,326.6113533973694,490000
+-2.9357862,2.9357862,0.31937456,0.9495362,-1.3928541,9.465105,0.0005483427524566651,329.3530707359314,495000
+-3.442293,3.442293,0.29125324,0.44238907,-0.94050395,9.658736,0.0005405256271362305,332.0557019710541,500000
+-2.9705846,2.9705846,0.28446066,0.61639464,-1.2488817,10.375483,0.0027523378372192385,345.8173940181732,505000
+-3.418919,3.418919,0.3147845,0.57462883,-0.55936515,7.4557385,0.0005570892333984375,348.60284304618835,510000
+-2.8057833,2.8057833,0.30078644,0.7047153,-0.74990624,8.549606,0.0005463162899017334,351.33442759513855,515000
+-3.5224488,3.5224488,0.36127385,1.3508476,-0.45724222,9.393373,0.0005583574771881103,354.1262176036835,520000
+-3.072372,3.072372,0.32932836,0.50907946,-0.44327754,7.909085,0.0005456233978271485,356.8543379306793,525000
+-2.8740425,2.8740425,0.33746594,1.5359772,-0.4856418,10.881077,0.000542750072479248,359.56809186935425,530000
+-2.831873,2.831873,0.3850178,1.4119506,-1.0553476,10.41958,0.0005513466358184815,362.32482838630676,535000
+-3.1064873,3.1064873,0.3074489,0.5559084,-0.71078193,9.117223,0.0005777660369873047,365.21366143226624,540000
+-2.300479,2.300479,0.3746227,0.7918112,-1.1369219,10.086547,0.0005835450649261475,368.13139057159424,545000
+-3.0774355,3.0774355,0.30226314,1.0055116,-0.6972984,9.872137,0.0005635148525238037,370.9489674568176,550000
+-2.3143742,2.3143742,0.29548085,0.6822392,-0.8892957,10.027351,0.0005457962512969971,373.6779522895813,555000
+-3.3573365,3.3573365,0.28651425,1.3983281,-0.6494611,9.00854,0.0005524035930633545,376.43997383117676,560000
+-2.6888287,2.6888287,0.31451467,1.0721089,-1.1039847,9.97372,0.0005509167671203613,379.19456148147583,565000
+-3.1678724,3.1678724,0.2702909,0.6832857,-0.81535685,8.307064,0.0005467925071716309,381.9285273551941,570000
+-2.6110826,2.6110826,0.30030608,0.6311295,-0.6372908,7.3930497,0.0005701349258422851,384.77920484542847,575000
+-3.568213,3.568213,0.33883378,0.57544905,-0.76314795,8.966667,0.0005616987228393554,387.58770084381104,580000
+-3.3297582,3.3297582,0.32404655,0.7545096,-0.5516432,8.258815,0.0005543581962585449,390.35949444770813,585000
+-3.5352814,3.5352814,0.26446015,0.6837464,-2.6446118,15.937454,0.0005576991558074951,393.1479935646057,590000
+-3.0508423,3.0508423,0.3582939,0.67202675,-1.9457108,11.242874,0.0005618102550506591,395.95704793930054,595000
+-2.57975,2.57975,0.33644652,0.95266354,-0.5797801,9.590155,0.000554599142074585,398.7300465106964,600000
+-2.5978155,2.5978155,0.35919404,0.7156774,-1.2906655,9.638703,0.0027566325664520265,412.5132133960724,605000
+-2.7215464,2.7215464,0.3250671,0.8580065,-0.90433484,9.372169,0.0005577631473541259,415.3020329475403,610000
+-3.272685,3.272685,0.30838352,1.1662247,-1.4441001,9.869728,0.0005593579769134522,418.09882616996765,615000
+-2.8600516,2.8600516,0.3135502,0.61576986,-0.850768,8.455398,0.0005378095149993897,420.7878768444061,620000
+-2.4638171,2.4638171,0.33524555,1.1291366,-0.705036,9.8691,0.0005378894329071045,423.47732639312744,625000
+-3.447239,3.447239,0.349863,1.5923641,-1.0147665,10.726714,0.0005656076431274414,426.3053677082062,630000
+-3.2744508,3.2744508,0.30004328,1.191278,-0.5880197,10.618155,0.0005505543231964111,429.05814266204834,635000
+-2.3947823,2.3947823,0.3292915,1.864475,-0.64603055,10.601011,0.0005591496467590332,431.85389471054077,640000
+-2.9492283,2.9492283,0.33900958,0.8919343,-0.6737741,8.905569,0.0005347550868988037,434.5276734828949,645000
+-3.1881003,3.1881003,0.28343564,1.6215935,-0.75016654,9.438875,0.0005442241668701172,437.24879717826843,650000
+-3.2009094,3.2009094,0.31095982,1.4789639,-1.5428027,11.819538,0.00054410982131958,439.96934962272644,655000
+-2.6810515,2.6810515,0.315044,1.1116176,-1.2065617,10.733953,0.0005302737236022949,442.62072134017944,660000
+-2.731134,2.731134,0.30637187,1.4034985,-0.7660542,10.790715,0.0005392439842224121,445.31694412231445,665000
+-3.8708043,3.8708043,0.31302738,1.0603472,-1.1809772,10.724355,0.0005590990543365478,448.1124427318573,670000
+-3.2328176,3.2328176,0.32671404,1.2285986,-1.3062719,13.071702,0.0005496764183044434,450.8608274459839,675000
+-2.8607407,2.8607407,0.3325783,2.178277,-0.70903766,14.190076,0.0005417197227478028,453.5694303512573,680000
+-3.011706,3.011706,0.27633828,1.8922913,-0.84534425,11.452889,0.0005497226238250732,456.3180465698242,685000
+-3.5413632,3.5413632,0.31175587,0.8763187,-0.67556477,9.616921,0.0005462622165679932,459.0493607521057,690000
+-3.0753515,3.0753515,0.3590056,1.1609939,-1.4831648,12.133101,0.000551062536239624,461.80467653274536,695000
+-3.2588615,3.2588615,0.35248554,1.7262142,-0.9435618,11.842542,0.0005430823802947998,464.52009177207947,700000
+-3.4792151,3.4792151,0.29478836,1.0322003,-0.8230582,9.846904,0.0027763707637786864,478.4019491672516,705000
+-3.4238386,3.4238386,0.32795072,0.7026796,-0.7583398,8.360332,0.0005434373378753662,481.11913871765137,710000
+-3.5179398,3.5179398,0.33459616,1.0202203,-1.2174782,9.428506,0.0005360232830047607,483.79925870895386,715000
+-3.4276383,3.4276383,0.29079327,1.0194857,-1.283032,11.524225,0.0005475985527038575,486.53725504875183,720000
+-2.6612377,2.6612377,0.34247172,0.48859674,-1.0273771,9.346761,0.0005437839031219483,489.2561776638031,725000
+-3.4864585,3.4864585,0.31833208,1.3292491,-0.9961989,11.227159,0.0005400135040283203,491.95624899864197,730000
+-2.7040465,2.7040465,0.30535203,1.5994947,-0.8085855,10.949931,0.0005564460754394531,494.7384879589081,735000
+-3.064219,3.064219,0.33223698,0.5544099,-1.4136326,10.548678,0.0005427567481994629,497.4522759914398,740000
+-3.4533353,3.4533353,0.31598166,0.45551318,-1.5485048,9.2916975,0.0005366159915924072,500.1353588104248,745000
+-3.1206207,3.1206207,0.31056398,0.8704978,-1.0985621,11.060338,0.0005479816913604737,502.87527108192444,750000
+-3.3324292,3.3324292,0.3053072,1.3064895,-0.85788286,10.365818,0.0005493124008178711,505.6218361854553,755000
+-2.9070656,2.9070656,0.3210683,0.7416709,-1.0696013,8.09291,0.000546930742263794,508.3564929962158,760000
+-2.6065888,2.6065888,0.32596916,0.62079227,-0.6285949,8.723397,0.0005431374549865722,511.0721845626831,765000
+-2.6270797,2.6270797,0.35022515,1.2569244,-1.3118305,9.120151,0.0005391677379608154,513.7680265903473,770000
+-3.321335,3.321335,0.3135984,3.951709,-0.5287603,16.70297,0.0005550359725952148,516.5432095527649,775000
+-2.7938864,2.7938864,0.3064342,0.99723166,-0.904925,9.687299,0.0005453220367431641,519.269823551178,780000
+-2.6933627,2.6933627,0.3127212,0.51711684,-2.1489227,12.4045,0.0005564043045043945,522.0518484115601,785000
+-2.9799676,2.9799676,0.3165655,0.91628253,-0.88549405,8.760366,0.0005448543548583984,524.7761235237122,790000
+-2.3973408,2.3973408,0.32853845,0.7499906,-0.8599874,8.925109,0.0005474556922912598,527.5134057998657,795000
+-3.4153566,3.4153566,0.3119023,0.81173795,-0.608068,7.969069,0.0005550689220428467,530.2887537479401,800000
+-3.2231102,3.2231102,0.30900425,0.5035281,-0.8392018,9.409815,0.002724699878692627,543.9122564792633,805000
+-3.0260382,3.0260382,0.30650026,0.64502263,-0.9181867,9.008364,0.0005336950778961182,546.580735206604,810000
+-4.1614494,4.1614494,0.34408066,0.9119297,-0.87312436,10.950254,0.0005507196426391602,549.3343362808228,815000
+-1.8114933,1.8114933,0.36398733,0.63525504,-0.97192585,9.591896,0.0005600337505340576,552.1345081329346,820000
+-2.6108255,2.6108255,0.3081357,0.7110055,-1.0407176,8.920933,0.0005466695785522461,554.8678600788116,825000
+-2.9212046,2.9212046,0.31580558,1.3393767,-0.8980788,10.750952,0.0005455086708068848,557.5954067707062,830000
+-2.7272234,2.7272234,0.31928802,1.8899844,-0.9604337,12.847627,0.0005376274585723877,560.2835466861725,835000
+-3.6238663,3.6238663,0.26836932,0.57974035,-1.2086918,10.181829,0.0005515995025634766,563.0415480136871,840000
+-3.1172533,3.1172533,0.30320463,0.7111522,-1.0107297,8.839306,0.0005465272426605224,565.7741866111755,845000
+-3.0898383,3.0898383,0.25859416,0.97956115,-0.8611363,10.245771,0.0005368474960327148,568.4584279060364,850000
+-2.5553298,2.5553298,0.32344532,0.88838166,-0.82006395,8.186802,0.0005446395397186279,571.1816294193268,855000
+-3.4218178,3.4218178,0.2983538,0.6787654,-1.4340696,10.946438,0.0005420073032379151,573.8916687965393,860000
+-2.8825886,2.8825886,0.32176983,0.5827576,-0.7112476,9.196981,0.0005323743343353272,576.553543806076,865000
+-2.805067,2.805067,0.30032194,1.0706631,-0.81241643,9.633439,0.0005489171028137208,579.2981328964233,870000
+-3.317287,3.317287,0.32047486,0.57604015,-0.9491557,8.722872,0.0005452991008758545,582.024631023407,875000
+-3.1597319,3.1597319,0.2833592,0.9509734,-0.8058057,9.390284,0.0005414347648620605,584.7318091392517,880000
+-3.275889,3.275889,0.32476118,1.317717,-0.76409656,11.2125025,0.0005405454158782959,587.4345390796661,885000
+-3.1047435,3.1047435,0.2777726,0.8694222,-0.49803454,8.691099,0.0005379359722137451,590.1242218017578,890000
+-3.1584868,3.1584868,0.28846774,1.235127,-0.5834609,9.582094,0.0005518627643585205,592.883538722992,895000
+-2.4025269,2.4025269,0.30894747,1.1910918,-0.6892947,10.000003,0.0005345130443572998,595.55610704422,900000
+-3.0790353,3.0790353,0.25751427,0.5145727,-0.95257217,7.5802355,0.0027271742343902587,609.19198179245,905000
+-3.098687,3.098687,0.33205286,1.0585939,-0.85906845,9.934331,0.0005464206218719483,611.9240877628326,910000
+-2.8240702,2.8240702,0.3412669,1.0120602,-0.8588968,9.299354,0.0005376174926757812,614.6121785640717,915000
+-3.6980448,3.6980448,0.3321771,1.3188963,-1.0517524,12.448477,0.000543796968460083,617.3311660289764,920000
+-2.7625082,2.7625082,0.2906323,0.7790288,-0.88798964,8.995662,0.0005374432086944581,620.0183849334717,925000
+-3.5681882,3.5681882,0.29478103,0.52172077,-0.63968545,7.3179164,0.0005411128044128418,622.7239527702332,930000
+-3.345643,3.345643,0.30712807,0.7664779,-1.2469351,12.294705,0.0005495715618133545,625.47181391716,935000
+-3.151736,3.151736,0.31719854,1.0809671,-0.8771446,8.1002245,0.0005417733669281006,628.1806848049164,940000
+-2.708038,2.708038,0.31839514,0.6161958,-1.3007526,8.5141735,0.0005489421844482422,630.925400018692,945000
+-2.7612112,2.7612112,0.35641724,0.46150896,-1.3712125,9.330701,0.0005406432151794433,633.6286196708679,950000
+-3.6591463,3.6591463,0.31634405,0.45039874,-2.0610416,12.541671,0.0005437867641448974,636.3475575447083,955000
+-3.0221639,3.0221639,0.33995146,1.1719398,-0.9672364,9.735994,0.0005500634670257569,639.09787774086,960000
+-2.8225894,2.8225894,0.2946305,0.5876801,-1.8629494,10.990977,0.0005463513851165771,641.8296382427216,965000
+-2.9860163,2.9860163,0.33686537,0.80227757,-0.91730034,8.657103,0.0005480441093444824,644.5698628425598,970000
+-2.910594,2.910594,0.27466995,0.64151907,-0.51096326,8.201069,0.0005458149909973144,647.2989406585693,975000
+-3.2808442,3.2808442,0.30446512,0.80594456,-2.2546146,13.17333,0.0005446488380432128,650.0221884250641,980000
+-3.1485915,3.1485915,0.31816825,1.8853986,-0.44519478,10.323917,0.0005643392562866211,652.8438878059387,985000
+-4.373326,4.373326,0.32399485,0.8992456,-0.95741093,11.360352,0.0005545058727264404,655.6164202690125,990000
+-2.309288,2.309288,0.3219791,1.6357435,-0.5033041,10.386588,0.0005483379364013672,658.358113527298,995000
+-3.351243,3.351243,0.28992647,1.9470899,-1.040957,13.665613,0.0005472490310668945,661.0943622589111,1000000

pretrained_models/bc-maze2d-large/maze2d-large-v1/sd1/eval.csv

@@ -0,0 +1,12 @@
+evaluation/total.timesteps,evaluation/episode.final_reward,evaluation/episode.return,evaluation/episode.length,evaluation/episode.duration,evaluation/episode.normalized_return,step
+8400.0,0.0,0.0,800.0,0.6006949543952942,-2.5066407272999367,1
+24400.0,0.0,0.0,800.0,0.5592971324920655,-2.5066407272999367,100000
+40400.0,0.25,47.0,800.0,0.5714314699172973,15.077256911968274,200000
+56400.0,0.0,14.65,800.0,0.5572283387184143,2.9742975794081326,300000
+72400.0,0.05,27.6,800.0,0.5714492797851562,7.819222567249054,400000
+88400.0,0.1,32.6,800.0,0.5780980229377747,9.689849975681842,500000
+104400.0,0.0,37.85,800.0,0.5692999243736268,11.654008754536267,600000
+120400.0,0.0,0.0,800.0,0.5823336482048035,-2.5066407272999367,700000
+136400.0,0.05,40.05,800.0,0.5820075273513794,12.477084814246698,800000
+152400.0,0.05,44.2,800.0,0.5831815481185914,14.029705563245912,900000
+168400.0,0.15,42.0,800.0,0.5610218524932862,13.206629503535485,1000000

pretrained_models/bc-maze2d-large/maze2d-large-v1/sd1/flags.json

@@ -0,0 +1 @@
+{"logtostderr": false, "alsologtostderr": false, "log_dir": "", "v": 0, "verbosity": 0, "logger_levels": {}, "stderrthreshold": "fatal", "showprefixforinfo": true, "run_with_pdb": false, "pdb_post_mortem": false, "pdb": false, "run_with_profiling": false, "profile_file": null, "use_cprofile_for_profiling": true, "only_check_args": false, "chex_n_cpu_devices": 1, "chex_assert_multiple_cpu_devices": false, "test_srcdir": "", "test_tmpdir": "/tmp/absl_testing", "test_random_seed": 301, "test_randomize_ordering_seed": "", "xml_output_file": "", "chex_skip_pmap_variant_if_single_device": true, "pymjcf_debug": false, "pymjcf_debug_full_dump_dir": "", "pymjcf_log_xml": false, "timeout": true, "run_group": "bc-maze2d-large", "project_name": "fql", "tags": "Default", "seed": 1, "env_name": "maze2d-large-v1", "save_dir": "exp/bc-maze2d-large/maze2d-large-v1/20260823_030611_sd1", "restore_path": null, "restore_epoch": null, "offline_steps": 1000000, "online_steps": 0, "buffer_size": 2000000, "log_interval": 5000, "eval_interval": 100000, "deterministic_eval": true, "save_interval": 1000000, "eval_episodes": 20, "video_episodes": 0, "video_frame_skip": 3, "p_aug": null, "frame_stack": null, "balanced_sampling": 0, "dataset_path": null, "sparse": false, "reward_normalize": false, "retain_offline_dataset": true, "online_alpha_actor_end": null, "from_scratch": false, "agent": {"action_dim": null, "actor_hidden_dims": [256, 256], "actor_layer_norm": true, "actor_lr": 0.0003, "agent_name": "bc", "batch_size": 256, "const_std": false, "encoder": null, "ob_dims": null, "state_dependent_std": true}, "online_agent": {"actor_fc_scale": 0.01, "actor_hidden_dims": [256, 256], "actor_layer_norm": false, "actor_lr": 0.0001, "actor_utd": 1, "agent_name": "sac", "backup_entropy": false, "batch_size": 256, "critic_lr": 0.0003, "critic_utd": 4, "discount": 0.99, "layer_norm": true, "q_agg": "min", "state_dependent_std": true, "tanh_squash": true, "target_entropy": null, "target_entropy_multiplier": 0.5, "tau": 0.005, "temperature_lr": 0.0001, "utd_ratio_steps": 0, "value_hidden_dims": [256, 256]}, "?": false, "help": false, "helpshort": false, "helpfull": false, "helpxml": false}

pretrained_models/bc-maze2d-large/maze2d-large-v1/sd1/params_1000000.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e01fefcff2fb508b7b92db1e2675c3b916a496cacb2c5270a4587b7b5baae3c
+size 831892

pretrained_models/bc-maze2d-large/maze2d-large-v1/sd1/train.csv

@@ -0,0 +1,201 @@
+training/actor/actor_loss,training/actor/log_prob,training/actor/mse,training/grad/max,training/grad/min,training/grad/norm,time/epoch_time,time/total_time,step
+-2.7343233,2.7343233,0.57163584,0.35920703,-0.67219776,5.4514704,0.003692894649505615,18.464476585388184,5000
+-2.8277712,2.8277712,0.5475338,0.62646997,-1.0711935,7.700182,0.0005451406002044678,21.190184593200684,10000
+-2.3503885,2.3503885,0.51011413,0.8566148,-0.46232957,6.6797442,0.0005343613147735596,23.86199378967285,15000
+-2.2210822,2.2210822,0.46514642,0.46136624,-1.479018,7.086344,0.0005418584823608398,26.571289539337158,20000
+-2.318555,2.318555,0.5023974,0.6715325,-0.7328103,7.2333994,0.0005436927795410156,29.289756774902344,25000
+-2.7276516,2.7276516,0.49111393,0.38223642,-0.7094178,8.131364,0.0005429155826568603,32.004337787628174,30000
+-2.28869,2.28869,0.47561735,0.50046206,-0.5842104,8.070274,0.000549877405166626,34.75372862815857,35000
+-2.5345776,2.5345776,0.48425862,0.6316629,-1.5905851,9.903789,0.0005393974781036377,37.450719594955444,40000
+-2.2872903,2.2872903,0.40776408,0.76638013,-0.7132714,9.292827,0.0005607086658477783,40.254265785217285,45000
+-2.8342204,2.8342204,0.45947844,0.8154972,-0.5056024,8.361977,0.0005433403491973877,42.97097110748291,50000
+-3.0988662,3.0988662,0.39620203,1.020196,-0.6399063,9.581848,0.0005473694324493408,45.707820892333984,55000
+-2.6837993,2.6837993,0.36325282,0.8050542,-0.8801712,9.122677,0.0005531361103057862,48.47350549697876,60000
+-2.239485,2.239485,0.39889568,0.6766758,-0.9124908,9.863163,0.0005428237915039063,51.18762707710266,65000
+-2.9046574,2.9046574,0.42209333,0.5039059,-1.5023644,9.558887,0.0005509348392486572,53.9423041343689,70000
+-2.7593517,2.7593517,0.43581295,0.35985467,-0.9610776,8.326082,0.0005499736785888672,56.69217586517334,75000
+-2.5928009,2.5928009,0.3586738,0.63231146,-0.677966,9.398293,0.0005429394721984864,59.40687704086304,80000
+-2.8851128,2.8851128,0.30251318,0.7430842,-1.5425526,11.927173,0.0005481174945831299,62.14747095108032,85000
+-2.8455172,2.8455172,0.4185887,1.4886084,-0.6817238,10.926635,0.0005608282089233399,64.95161533355713,90000
+-2.9272692,2.9272692,0.38508448,0.72748005,-1.1959517,11.704152,0.0005475266456604004,67.68925166130066,95000
+-3.388386,3.388386,0.4083957,2.6336045,-1.0869367,15.387323,0.0005329897403717041,70.35420322418213,100000
+-2.9417598,2.9417598,0.39224058,1.3172507,-1.2611502,12.0753355,0.002799349069595337,84.35095238685608,105000
+-3.3695905,3.3695905,0.37615302,0.7841685,-0.77281475,10.812847,0.0005533271789550781,87.11759233474731,110000
+-3.1667495,3.1667495,0.36634803,0.7163343,-1.2820908,10.580568,0.0005557059288024902,89.89612483978271,115000
+-2.951396,2.951396,0.36120063,1.0055909,-0.63688457,10.015066,0.0005459789752960205,92.62602257728577,120000
+-2.290665,2.290665,0.36958498,1.0794994,-0.79126185,10.248578,0.0005632294178009033,95.4421739578247,125000
+-3.4070969,3.4070969,0.35051,0.9696504,-1.1334975,10.301834,0.0005560763835906982,98.22255945205688,130000
+-3.0556712,3.0556712,0.3659515,0.4497946,-0.74504226,9.456853,0.0005546452045440674,100.99578785896301,135000
+-3.1137602,3.1137602,0.32781136,0.93925184,-0.82170117,10.625818,0.0005517192840576172,103.75438785552979,140000
+-3.047266,3.047266,0.35329926,0.91195,-1.1934862,10.889648,0.0005609279155731202,106.55903005599976,145000
+-2.9025636,2.9025636,0.38738722,1.5592358,-1.4747839,14.338614,0.0005517635345458985,109.31785011291504,150000
+-2.4099221,2.4099221,0.34067342,0.892243,-0.81568444,8.529331,0.0005589202404022216,112.11245441436768,155000
+-2.4108462,2.4108462,0.357256,1.0048563,-0.62561667,9.543567,0.0005620497703552246,114.9227066040039,160000
+-3.1276546,3.1276546,0.3059935,0.87690115,-1.0167742,10.946711,0.0005671036243438721,117.7582278251648,165000
+-3.0671954,3.0671954,0.31396967,1.0452422,-1.4572285,12.604433,0.0005511140823364258,120.5138008594513,170000
+-2.4893281,2.4893281,0.31762916,0.74936503,-1.2766265,11.111637,0.0005544814586639404,123.28621077537537,175000
+-3.1648657,3.1648657,0.3272556,0.8733679,-0.97028804,9.850441,0.0005686775684356689,126.12960577011108,180000
+-2.6667519,2.6667519,0.35508585,1.9019613,-0.8181871,11.36872,0.0005617968559265136,128.93859386444092,185000
+-3.1620684,3.1620684,0.38093543,0.8489349,-0.7670395,10.163138,0.0005567214965820313,131.72220373153687,190000
+-2.8878865,2.8878865,0.28956467,1.2770715,-0.78418005,10.724401,0.0005553073406219483,134.4987437725067,195000
+-2.5637333,2.5637333,0.38875812,1.00376,-0.9967917,11.064283,0.0005524338245391846,137.2609157562256,200000
+-3.0970464,3.0970464,0.31470478,0.59097385,-0.9009704,10.0370655,0.002859395217895508,151.55789494514465,205000
+-3.3790379,3.3790379,0.30418766,0.64941657,-1.0871196,9.119365,0.0005610282421112061,154.36303877830505,210000
+-2.3586693,2.3586693,0.3442962,2.0631912,-0.74447894,12.709156,0.0005430476665496826,157.07827949523926,215000
+-2.075384,2.075384,0.37344664,0.648913,-0.9833622,10.170061,0.0005529428958892822,159.84299731254578,220000
+-2.8126345,2.8126345,0.36918655,0.6475588,-0.97229695,9.941935,0.0005548482894897461,162.61724257469177,225000
+-3.0165088,3.0165088,0.3549041,1.5223793,-0.6314559,11.443638,0.0005510305404663086,165.372398853302,230000
+-2.0993948,2.0993948,0.3297279,0.6808054,-0.851807,9.175952,0.0005737563133239746,168.2411835193634,235000
+-3.3633995,3.3633995,0.35392356,1.3721703,-2.0456016,12.833559,0.0005422038555145264,170.95220732688904,240000
+-2.931392,2.931392,0.34045896,0.77737856,-0.83042103,9.086046,0.0005398266792297363,173.65134453773499,245000
+-2.6536856,2.6536856,0.37835002,1.1833047,-1.1615555,10.386192,0.0005578770160675049,176.44073247909546,250000
+-2.0874324,2.0874324,0.35461667,0.5121432,-1.5908498,12.642678,0.0005733872890472412,179.3076720237732,255000
+-3.4752116,3.4752116,0.30681747,0.9455118,-0.93525046,9.437762,0.0005423137187957764,182.0192437171936,260000
+-3.409151,3.409151,0.3254314,0.6895684,-1.7287294,13.917778,0.0005589807987213135,184.81415104866028,265000
+-3.22707,3.22707,0.33619052,0.59711903,-1.080766,10.162789,0.0005494582653045654,187.5614457130432,270000
+-3.4082398,3.4082398,0.34426564,2.2386665,-1.1697452,14.364634,0.0005666361808776856,190.3946294784546,275000
+-2.828033,2.828033,0.34401923,1.2681826,-2.0012987,13.676796,0.0005432480335235596,193.11087274551392,280000
+-2.424981,2.424981,0.29555583,0.5955028,-1.2956922,10.944767,0.0005413439750671387,195.81759524345398,285000
+-2.7697597,2.7697597,0.3320787,1.6623445,-1.2412679,13.426127,0.0005642321109771729,198.6387584209442,290000
+-2.7015252,2.7015252,0.33842587,0.5485309,-0.6583965,7.7535954,0.0005677794933319092,201.47765946388245,295000
+-3.0203767,3.0203767,0.33538103,0.60079694,-1.4888346,11.581676,0.0005477906703948975,204.21661615371704,300000
+-2.3531306,2.3531306,0.31265694,1.9763663,-0.6272495,11.241662,0.0027949134826660157,218.19118762016296,305000
+-3.4215775,3.4215775,0.3268383,0.5609567,-0.68108,8.606514,0.0005410976409912109,220.89667868614197,310000
+-3.1016278,3.1016278,0.33189696,0.8567167,-1.0379884,9.585992,0.0005435060501098633,223.61421275138855,315000
+-3.5674615,3.5674615,0.33903158,1.8747861,-1.1234448,14.421065,0.0005494748115539551,226.3615906238556,320000
+-2.898721,2.898721,0.34021917,1.8279206,-0.72262144,12.667941,0.0005486046314239502,229.10461831092834,325000
+-3.1673322,3.1673322,0.28351694,1.2436632,-0.5998308,10.356591,0.0005556916236877441,231.8830795288086,330000
+-3.3274593,3.3274593,0.2778147,0.7415105,-1.3501917,10.309138,0.0005582275867462159,234.67421984672546,335000
+-2.9294837,2.9294837,0.3310638,1.0013131,-0.589996,8.167076,0.0005662152767181396,237.5052993297577,340000
+-3.2611024,3.2611024,0.30574197,1.2484993,-1.8850849,11.851559,0.0005783792972564697,240.39719915390015,345000
+-2.9578133,2.9578133,0.36135054,0.59871805,-1.5521308,11.131109,0.0005525176048278809,243.1597900390625,350000
+-2.5777843,2.5777843,0.31992346,0.6919687,-0.94136286,8.950192,0.0005595581531524658,245.95758366584778,355000
+-2.7304127,2.7304127,0.32938933,0.8868845,-1.3640282,11.107026,0.0005544711589813233,248.72994232177734,360000
+-3.2645566,3.2645566,0.32945633,1.8604599,-0.89196086,11.858237,0.000555613660812378,251.50801372528076,365000
+-2.5467947,2.5467947,0.33456022,1.0320591,-0.9875737,9.451743,0.0005421810626983643,254.2189223766327,370000
+-3.1935017,3.1935017,0.3327253,0.8800415,-0.7858764,9.986477,0.0005444871425628662,256.94136118888855,375000
+-2.6084776,2.6084776,0.38827956,1.0217736,-2.0232346,14.579648,0.0005585628032684326,259.73417830467224,380000
+-2.9466305,2.9466305,0.2973176,0.8287918,-1.0052277,9.445547,0.0005383756160736084,262.42605996131897,385000
+-3.082914,3.082914,0.3502785,1.3753713,-1.1307223,10.732664,0.0005527438640594482,265.18978333473206,390000
+-3.0322027,3.0322027,0.37565345,1.6656281,-1.0032055,12.625069,0.0005613612651824951,267.9965932369232,395000
+-3.2479885,3.2479885,0.31250456,1.8506254,-0.88158303,10.748088,0.0005533981323242187,270.76358675956726,400000
+-3.4899457,3.4899457,0.32926816,0.7133754,-1.4160011,11.450113,0.0028427548408508302,284.9773654937744,405000
+-3.51431,3.51431,0.29471785,1.3089542,-0.8920144,10.5368805,0.0005590997219085693,287.77286744117737,410000
+-2.7378976,2.7378976,0.29234946,0.6331198,-0.72533023,8.071964,0.0005595004558563233,290.5703730583191,415000
+-3.1338224,3.1338224,0.34908587,0.8543854,-0.85725284,9.391094,0.000546526050567627,293.30300736427307,420000
+-2.482172,2.482172,0.34751344,0.75398993,-1.1511636,9.764481,0.0005524421215057373,296.065221786499,425000
+-2.8521485,2.8521485,0.32485595,1.0360732,-0.97604054,8.622439,0.0005479357719421386,298.80490350723267,430000
+-3.3061416,3.3061416,0.3728131,1.1186498,-1.2669014,10.623356,0.0005550224781036377,301.58002042770386,435000
+-3.3430579,3.3430579,0.32813916,0.3409519,-0.64598805,7.938204,0.0005637917995452881,304.39898228645325,440000
+-3.1967874,3.1967874,0.28839332,0.55221754,-0.8736303,8.746933,0.0005455151557922363,307.1265616416931,445000
+-3.0989468,3.0989468,0.35556364,1.0783303,-0.7079327,9.232702,0.0005532518386840821,309.8928246498108,450000
+-2.7789707,2.7789707,0.30361852,1.4954798,-0.5764997,11.265304,0.0005510489463806152,312.64807391166687,455000
+-2.491675,2.491675,0.34758723,0.69096386,-0.7498643,9.137116,0.0005441754817962646,315.3689546585083,460000
+-2.5212827,2.5212827,0.3303104,0.5309653,-1.3300604,9.989362,0.0005412844181060791,318.0753800868988,465000
+-2.8874452,2.8874452,0.33328372,0.74156094,-0.68840474,9.294174,0.0005493614196777344,320.822190284729,470000
+-3.7036898,3.7036898,0.3119946,0.69977134,-1.1065758,11.160859,0.000565686559677124,323.650625705719,475000
+-3.2736619,3.2736619,0.31989834,0.5688105,-2.2361667,12.603605,0.0005460070133209229,326.38066363334656,480000
+-3.006312,3.006312,0.31159377,0.5649648,-0.57425565,8.315754,0.0005645846366882324,329.20358991622925,485000
+-2.9782774,2.9782774,0.33070767,1.4815538,-0.777429,10.840696,0.0005499610900878907,331.95339822769165,490000
+-3.4138913,3.4138913,0.30092323,0.86248994,-1.394419,11.125711,0.0005428221702575683,334.667512178421,495000
+-2.3791258,2.3791258,0.28459716,0.9002796,-0.6704745,9.444232,0.000546333122253418,337.3991804122925,500000
+-3.070631,3.070631,0.3097513,1.9556414,-0.94652444,11.152697,0.002865949296951294,351.7289299964905,505000
+-2.6173887,2.6173887,0.32510197,1.8212566,-0.9935792,10.706553,0.0005499472141265869,354.4786694049835,510000
+-2.849448,2.849448,0.34510812,3.8394852,-0.87600803,15.284013,0.0005691636562347412,357.3244905471802,515000
+-2.5282755,2.5282755,0.3431434,0.73316216,-1.5645933,10.44662,0.000541082763671875,360.0299074649811,520000
+-2.368042,2.368042,0.30487314,0.7937532,-0.68239886,8.34705,0.0005541477680206299,362.80065059661865,525000
+-3.2937593,3.2937593,0.30676493,0.98735183,-2.1290343,12.24597,0.0005569732666015625,365.58552074432373,530000
+-3.2908907,3.2908907,0.29963064,1.0550762,-1.2389622,9.502976,0.0005375504493713379,368.27327585220337,535000
+-3.027607,3.027607,0.34664434,0.83259755,-4.199221,16.709784,0.0005417102336883545,370.9818296432495,540000
+-3.078527,3.078527,0.30902267,1.3456225,-1.8796647,11.37226,0.000553054666519165,373.74710607528687,545000
+-3.2926433,3.2926433,0.2862243,0.8176651,-0.8078326,10.07566,0.000552279281616211,376.5085051059723,550000
+-3.0354514,3.0354514,0.3230325,0.85117173,-0.59308046,9.532852,0.0005597969532012939,379.3074927330017,555000
+-3.464592,3.464592,0.33758116,1.4864191,-1.8438324,12.233466,0.0005468948364257812,382.04196977615356,560000
+-3.447967,3.447967,0.30138457,2.3653393,-0.56364405,12.259817,0.0005439346790313721,384.76164650917053,565000
+-2.5016162,2.5016162,0.32572752,1.6512232,-0.5356284,11.172658,0.0005519054412841797,387.52117705345154,570000
+-3.0971763,3.0971763,0.32870805,0.65236413,-1.6133351,9.597109,0.0005479902267456055,390.2611312866211,575000
+-3.3578036,3.3578036,0.30296564,0.42674258,-1.3394732,9.3433485,0.000544400930404663,392.9831392765045,580000
+-3.2968943,3.2968943,0.343507,0.99068755,-2.7172236,13.421983,0.0005428061962127685,395.6971733570099,585000
+-2.884056,2.884056,0.30873227,0.6762136,-0.6334544,8.755557,0.0005425966262817383,398.41016006469727,590000
+-2.8104806,2.8104806,0.33339843,1.3530605,-0.7501117,11.185046,0.0005491347789764404,401.155837059021,595000
+-2.279044,2.279044,0.30676758,0.7991725,-0.99681705,8.826936,0.0005433127880096435,403.8724055290222,600000
+-2.1175861,2.1175861,0.33850318,1.3699797,-0.6511946,9.493176,0.0028331018924713136,418.03791904449463,605000
+-3.193279,3.193279,0.32987326,0.9666897,-0.90391725,10.328689,0.0005560902595520019,420.81837344169617,610000
+-3.5512958,3.5512958,0.33696097,0.93935746,-0.9817883,10.489823,0.0005533441543579101,423.5850977897644,615000
+-2.4616506,2.4616506,0.34152132,0.796131,-1.2301723,10.457263,0.000557637357711792,426.3732874393463,620000
+-3.174673,3.174673,0.3045488,0.7176966,-1.6662085,10.4028015,0.0005685361862182618,429.21597146987915,625000
+-2.280158,2.280158,0.3257838,0.64836097,-1.6283616,10.037577,0.0005503913879394531,431.96793127059937,630000
+-3.3842711,3.3842711,0.30473423,0.60430497,-0.9864962,8.966294,0.0005461766242980957,434.69881772994995,635000
+-3.4932287,3.4932287,0.33095515,0.7018095,-0.9112055,10.446862,0.0005406504154205322,437.40207266807556,640000
+-4.183772,4.183772,0.28225252,0.6019713,-0.52853197,7.89863,0.0005570693016052246,440.18742322921753,645000
+-3.4793768,3.4793768,0.31882533,1.5491083,-0.9657767,12.865275,0.0005437284946441651,442.90606927871704,650000
+-2.5992568,2.5992568,0.33473313,1.1276681,-1.0299771,11.573547,0.0005423709392547607,445.6179277896881,655000
+-2.3629212,2.3629212,0.35833517,0.6723849,-0.9151338,9.107734,0.0005424463272094727,448.330162525177,660000
+-2.9708886,2.9708886,0.32548583,1.1233916,-1.4108458,11.079445,0.000538350772857666,451.0219187736511,665000
+-3.214499,3.214499,0.28763473,0.4809867,-2.970549,12.782538,0.0005516197204589844,453.7800204753876,670000
+-3.2281191,3.2281191,0.31018397,0.9035921,-0.90584224,8.835073,0.0005583683490753174,456.57186579704285,675000
+-3.128942,3.128942,0.2803083,1.1273794,-0.44091403,9.58706,0.0005504418849945069,459.32407784461975,680000
+-3.730143,3.730143,0.3249821,0.88085425,-0.6038797,8.197594,0.0005413259029388428,462.03071188926697,685000
+-3.6131015,3.6131015,0.3202926,0.56240785,-1.2107701,9.324221,0.0005579554080963134,464.82049202919006,690000
+-2.6280098,2.6280098,0.29372382,0.698655,-4.1911473,15.825659,0.000552079963684082,467.58089447021484,695000
+-3.0297155,3.0297155,0.33386448,3.6769657,-1.2320687,16.555752,0.0005593029975891114,470.377414226532,700000
+-3.002749,3.002749,0.30091584,0.5367016,-1.6377133,10.38778,0.0028984585285186768,484.8697097301483,705000
+-2.7067099,2.7067099,0.2990411,0.75878376,-0.8906112,8.119209,0.0005402694702148437,487.57106018066406,710000
+-2.9863796,2.9863796,0.34927323,0.8585946,-1.7219653,10.911364,0.0005579616546630859,490.360871553421,715000
+-2.63325,2.63325,0.31385767,0.4980039,-1.8084289,11.1095295,0.0005536878108978272,493.1293148994446,720000
+-2.8464692,2.8464692,0.35538968,0.97426295,-0.8458383,8.401562,0.0005596674919128418,495.9276554584503,725000
+-2.8504143,2.8504143,0.31078207,0.45401716,-0.65762186,8.143378,0.0005552732467651368,498.70402550697327,730000
+-2.8398845,2.8398845,0.33099717,0.96782136,-1.2278781,9.016124,0.0005509556293487549,501.45880675315857,735000
+-2.9012127,2.9012127,0.30057985,0.56118953,-1.0987163,9.514526,0.0005676615715026856,504.29711723327637,740000
+-2.4220817,2.4220817,0.37691298,0.9932839,-0.9489535,8.808087,0.0005417877674102783,507.006059885025,745000
+-3.3536396,3.3536396,0.3089994,1.6353971,-1.0496476,10.531827,0.0005394813537597656,509.7034709453583,750000
+-3.3216147,3.3216147,0.2825054,1.1656902,-0.45432135,9.971462,0.0005457240581512451,512.4320950508118,755000
+-2.8874094,2.8874094,0.3243581,0.98867124,-1.002439,10.048285,0.0005672580718994141,515.268388748169,760000
+-2.9056876,2.9056876,0.32586372,0.61466396,-0.65834475,8.159248,0.000549202537536621,518.0144057273865,765000
+-3.3978581,3.3978581,0.33639282,1.628662,-1.6435287,12.379907,0.000551119089126587,520.7700042724609,770000
+-3.379293,3.379293,0.32116368,0.59316283,-1.983065,10.207448,0.0005473598003387451,523.5068068504333,775000
+-2.994365,2.994365,0.32901418,0.77161235,-1.0526721,10.481107,0.0005447497844696045,526.2305586338043,780000
+-2.9648714,2.9648714,0.32122505,0.84304565,-0.7547775,8.785905,0.0005369289875030518,528.9152073860168,785000
+-3.2089097,3.2089097,0.3062712,0.46500278,-0.72249925,7.7872944,0.0005505631923675538,531.6680264472961,790000
+-2.9476955,2.9476955,0.3087767,1.4813074,-1.1183037,9.000129,0.0005600605487823486,534.4683330059052,795000
+-3.1620283,3.1620283,0.3000393,1.0429842,-0.79300976,8.882845,0.000543742036819458,537.1870465278625,800000
+-2.901047,2.901047,0.3120644,1.2198012,-1.0049032,10.790187,0.002897785806655884,551.6759784221649,805000
+-3.1812267,3.1812267,0.29911998,2.1774023,-0.6921536,11.139543,0.0005453185558319092,554.4025738239288,810000
+-2.5655358,2.5655358,0.33254325,0.74701583,-3.3157933,15.27486,0.0005577522754669189,557.1913387775421,815000
+-2.532219,2.532219,0.34389046,0.720641,-1.0994415,9.240743,0.0005739494800567627,560.0610890388489,820000
+-3.1000779,3.1000779,0.34271047,0.994172,-1.3770089,11.11155,0.0005451820850372314,562.7870035171509,825000
+-3.3034203,3.3034203,0.33593088,1.1282464,-0.89258367,10.042217,0.0005501481056213379,565.5377471446991,830000
+-3.4417298,3.4417298,0.31541872,1.0820829,-0.53805923,8.670213,0.0005528546333312988,568.3020296096802,835000
+-3.641117,3.641117,0.2986555,0.80057883,-0.87578857,8.565756,0.0005627952098846436,571.116010427475,840000
+-3.0712695,3.0712695,0.30006582,2.6552134,-0.6954948,14.082298,0.0005567657470703125,573.8998439311981,845000
+-2.7767694,2.7767694,0.31347492,0.4257791,-1.147436,7.9301043,0.0005584478378295899,576.6920862197876,850000
+-3.1253319,3.1253319,0.2976996,3.1051507,-0.8589909,13.713731,0.0005566162586212158,579.4751722812653,855000
+-3.0145774,3.0145774,0.31724364,0.95325,-0.6002928,9.488773,0.0005653714656829834,582.3020329475403,860000
+-3.0328727,3.0328727,0.3426913,1.0126922,-2.9337912,12.993797,0.0005527573585510254,585.0658233165741,865000
+-2.8394492,2.8394492,0.31806648,1.0934602,-0.7564061,8.753719,0.0005611326217651368,587.8714892864227,870000
+-3.369901,3.369901,0.3706045,0.5222436,-0.9046797,8.906398,0.0005557944297790527,590.6504647731781,875000
+-2.289931,2.289931,0.31898513,0.6720953,-2.0385852,11.815213,0.0005426513195037842,593.3637244701385,880000
+-3.3779483,3.3779483,0.31791338,1.6873507,-1.0533323,10.3408985,0.0005601383209228516,596.1644194126129,885000
+-3.1008906,3.1008906,0.3167268,0.7610742,-0.99054146,8.182147,0.0005574254035949707,598.9515488147736,890000
+-3.078486,3.078486,0.31237862,1.5844662,-0.71884525,9.44512,0.0005665196418762207,601.7841534614563,895000
+-2.8571975,2.8571975,0.3346801,0.70673424,-0.55080354,8.568061,0.0005505995273590088,604.5371541976929,900000
+-2.3596992,2.3596992,0.35286313,0.527995,-1.0976186,8.724877,0.0029042421340942383,619.0583674907684,905000
+-3.1684203,3.1684203,0.31042388,0.8683338,-0.8509692,8.662155,0.0005903585433959961,622.0101633071899,910000
+-2.7338057,2.7338057,0.3299685,1.8243115,-0.60821867,10.963183,0.0005534858703613281,624.7775964736938,915000
+-2.584612,2.584612,0.3369264,1.2844992,-0.70198184,9.786004,0.0005562709331512452,627.558954000473,920000
+-3.6449294,3.6449294,0.29367942,0.6246722,-1.3472246,9.430039,0.000546840524673462,630.2931618690491,925000
+-3.2964978,3.2964978,0.32755923,0.678676,-0.5963819,7.9029922,0.0005549694061279297,633.0680122375488,930000
+-2.4107354,2.4107354,0.32250264,0.49903867,-0.41619545,7.2341695,0.0005513750553131103,635.8248901367188,935000
+-3.2004824,3.2004824,0.2871237,1.1598655,-1.134723,10.192914,0.0005464846611022949,638.5573170185089,940000
+-2.9283743,2.9283743,0.30689383,0.69083905,-0.981233,8.050638,0.0005543458461761474,641.3290500640869,945000
+-2.7020714,2.7020714,0.30491656,0.67769575,-1.6554574,9.637984,0.0005574077129364013,644.1160936355591,950000
+-3.4533172,3.4533172,0.3250714,0.942035,-0.6616903,9.310281,0.0005563520431518554,646.897857427597,955000
+-2.61094,2.61094,0.2937021,1.2726698,-0.96107996,9.282408,0.0005666269302368164,649.7309956550598,960000
+-3.0614877,3.0614877,0.29012588,0.8809494,-2.3483014,12.056016,0.0005602171897888183,652.5320856571198,965000
+-3.2154655,3.2154655,0.32195833,0.41742632,-0.91021645,8.042099,0.0005502605438232422,655.2833917140961,970000
+-2.5077734,2.5077734,0.3522464,1.0460119,-1.714609,9.050544,0.0005479299545288086,658.0230450630188,975000
+-3.265368,3.265368,0.31952435,1.2058855,-0.72687435,10.341637,0.0005495767116546631,660.7709312438965,980000
+-3.3163595,3.3163595,0.3123785,1.2619269,-0.5664316,8.683999,0.0005553401947021485,663.5476350784302,985000
+-3.0560303,3.0560303,0.35303938,0.8282655,-0.88803816,9.153387,0.0005509474754333496,666.3023765087128,990000
+-2.833282,2.833282,0.37906092,0.69662684,-0.89028054,8.315771,0.0005412927627563476,669.008843421936,995000
+-2.5469232,2.5469232,0.335546,0.71543896,-0.49879292,6.9855127,0.0005578725337982178,671.7982091903687,1000000

pretrained_models/bc-maze2d-large/maze2d-large-v1/sd2/eval.csv

@@ -0,0 +1,12 @@
+evaluation/total.timesteps,evaluation/episode.final_reward,evaluation/episode.return,evaluation/episode.length,evaluation/episode.duration,evaluation/episode.normalized_return,step
+8400.0,0.0,0.0,800.0,0.6049957990646362,-2.5066407272999367,1
+24400.0,0.0,0.0,800.0,0.5722826719284058,-2.5066407272999367,100000
+40400.0,0.1,44.9,800.0,0.5801751732826232,14.291593400426503,200000
+56400.0,0.0,19.8,800.0,0.5768947839736939,4.901043810093905,300000
+72400.0,0.0,2.2,800.0,0.5768097400665283,-1.6835646675895095,400000
+88400.0,0.0,20.8,800.0,0.5833474040031433,5.275169291780463,500000
+104400.0,0.0,38.6,800.0,0.5765891432762146,11.934602865801185,600000
+120400.0,0.05,32.85,800.0,0.5834942698478699,9.783381346103484,700000
+136400.0,0.0,35.1,800.0,0.5763065934181213,10.625163679898234,800000
+152400.0,0.0,39.7,800.0,0.5625939965248108,12.3461408956564,900000
+168400.0,0.05,59.0,800.0,0.5627583026885986,19.56676269220696,1000000

pretrained_models/bc-maze2d-large/maze2d-large-v1/sd2/flags.json

@@ -0,0 +1 @@
+{"logtostderr": false, "alsologtostderr": false, "log_dir": "", "v": 0, "verbosity": 0, "logger_levels": {}, "stderrthreshold": "fatal", "showprefixforinfo": true, "run_with_pdb": false, "pdb_post_mortem": false, "pdb": false, "run_with_profiling": false, "profile_file": null, "use_cprofile_for_profiling": true, "only_check_args": false, "chex_n_cpu_devices": 1, "chex_assert_multiple_cpu_devices": false, "test_srcdir": "", "test_tmpdir": "/tmp/absl_testing", "test_random_seed": 301, "test_randomize_ordering_seed": "", "xml_output_file": "", "chex_skip_pmap_variant_if_single_device": true, "pymjcf_debug": false, "pymjcf_debug_full_dump_dir": "", "pymjcf_log_xml": false, "timeout": true, "run_group": "bc-maze2d-large", "project_name": "fql", "tags": "Default", "seed": 2, "env_name": "maze2d-large-v1", "save_dir": "exp/bc-maze2d-large/maze2d-large-v1/20260823_031825_sd2", "restore_path": null, "restore_epoch": null, "offline_steps": 1000000, "online_steps": 0, "buffer_size": 2000000, "log_interval": 5000, "eval_interval": 100000, "deterministic_eval": true, "save_interval": 1000000, "eval_episodes": 20, "video_episodes": 0, "video_frame_skip": 3, "p_aug": null, "frame_stack": null, "balanced_sampling": 0, "dataset_path": null, "sparse": false, "reward_normalize": false, "retain_offline_dataset": true, "online_alpha_actor_end": null, "from_scratch": false, "agent": {"action_dim": null, "actor_hidden_dims": [256, 256], "actor_layer_norm": true, "actor_lr": 0.0003, "agent_name": "bc", "batch_size": 256, "const_std": false, "encoder": null, "ob_dims": null, "state_dependent_std": true}, "online_agent": {"actor_fc_scale": 0.01, "actor_hidden_dims": [256, 256], "actor_layer_norm": false, "actor_lr": 0.0001, "actor_utd": 1, "agent_name": "sac", "backup_entropy": false, "batch_size": 256, "critic_lr": 0.0003, "critic_utd": 4, "discount": 0.99, "layer_norm": true, "q_agg": "min", "state_dependent_std": true, "tanh_squash": true, "target_entropy": null, "target_entropy_multiplier": 0.5, "tau": 0.005, "temperature_lr": 0.0001, "utd_ratio_steps": 0, "value_hidden_dims": [256, 256]}, "?": false, "help": false, "helpshort": false, "helpfull": false, "helpxml": false}

pretrained_models/bc-maze2d-large/maze2d-large-v1/sd2/params_1000000.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e34364b6623b8f5a5d40e0429a18b8ffc05d67de39bd0abbd9d678f16609d3c8
+size 831892

pretrained_models/bc-maze2d-large/maze2d-large-v1/sd2/train.csv

@@ -0,0 +1,201 @@
+training/actor/actor_loss,training/actor/log_prob,training/actor/mse,training/grad/max,training/grad/min,training/grad/norm,time/epoch_time,time/total_time,step
+-2.7173204,2.7173204,0.5490456,0.4469633,-0.5149147,4.1932983,0.0036560163974761963,18.28008508682251,5000
+-2.4067206,2.4067206,0.5339242,0.86658645,-0.29677805,6.3325434,0.0005265497684478759,20.912837028503418,10000
+-3.0324616,3.0324616,0.51761544,0.47932297,-0.7412043,7.1752267,0.0005092085361480713,23.45888328552246,15000
+-2.9008317,2.9008317,0.5363034,0.68902415,-0.6713022,8.626666,0.0005071255207061767,25.994513750076294,20000
+-3.2153387,3.2153387,0.51341224,0.59713095,-1.0118372,8.441574,0.000505775785446167,28.523395538330078,25000
+-2.3887863,2.3887863,0.47383365,0.6396074,-1.005061,9.701478,0.000504947280883789,31.04813504219055,30000
+-2.4541984,2.4541984,0.47234884,0.49984467,-0.8590584,9.168721,0.0005067513465881348,33.58189535140991,35000
+-2.8663242,2.8663242,0.4328632,0.7601783,-0.9684966,7.956717,0.000505984115600586,36.11181974411011,40000
+-2.7210855,2.7210855,0.4616083,0.6974797,-0.9721099,9.664843,0.0005136872768402099,38.680259227752686,45000
+-3.081482,3.081482,0.41457188,0.54595584,-1.2029833,9.888919,0.0005074913024902344,41.217719078063965,50000
+-2.7934346,2.7934346,0.43891692,1.0071498,-0.7065469,11.345802,0.0004981502532958984,43.708473443984985,55000
+-2.01749,2.01749,0.42905346,0.6822002,-0.43160862,8.160114,0.0005103450298309326,46.260202407836914,60000
+-2.4682055,2.4682055,0.4168135,0.74932444,-0.66481936,9.829736,0.0005246115684509277,48.88326334953308,65000
+-2.5618508,2.5618508,0.40053868,0.5654104,-1.0351679,9.037696,0.0005248286247253418,51.5074098110199,70000
+-2.5577664,2.5577664,0.417937,0.6106776,-0.9036453,8.878892,0.0005060441017150879,54.037633657455444,75000
+-3.1544151,3.1544151,0.40284717,0.85973454,-0.7435591,9.825134,0.0005160910129547119,56.618091106414795,80000
+-3.4403708,3.4403708,0.3979041,1.2030034,-0.8208098,9.548515,0.0004982192516326904,59.10918998718262,85000
+-2.888506,2.888506,0.40203127,0.6972686,-1.3957512,9.924958,0.0005141945362091065,61.68016576766968,90000
+-3.047656,3.047656,0.42921206,0.58717287,-1.4502335,11.490261,0.0005119495868682861,64.23991799354553,95000
+-2.091548,2.091548,0.37891906,0.6093965,-1.290797,10.946654,0.0005033079624176026,66.75646209716797,100000
+-2.410948,2.410948,0.39234594,1.4901979,-1.1088572,11.055499,0.002817308282852173,80.84300637245178,105000
+-2.8252919,2.8252919,0.36028254,0.73393893,-0.9808121,9.426725,0.0005134303092956544,83.41016125679016,110000
+-3.296112,3.296112,0.3597445,1.3740466,-0.84806,11.41857,0.0005258912086486817,86.03962016105652,115000
+-3.4150283,3.4150283,0.37994078,1.3817897,-0.65739596,11.571253,0.0005080992221832276,88.5801191329956,120000
+-3.2476244,3.2476244,0.3723508,0.8453802,-0.72684026,9.760675,0.000500324010848999,91.08174276351929,125000
+-3.004048,3.004048,0.30195683,0.49859375,-1.3981241,10.62148,0.0005177528858184814,93.67051005363464,130000
+-2.914125,2.914125,0.36009312,1.004879,-0.7007184,10.082698,0.0005307661056518554,96.32434368133545,135000
+-2.6483688,2.6483688,0.33711022,1.1455241,-1.0585679,9.796993,0.0005056300640106201,98.85249710083008,140000
+-3.1120095,3.1120095,0.36250532,1.0379436,-1.25912,12.028862,0.0005095072269439698,101.40003633499146,145000
+-3.3878722,3.3878722,0.38884547,0.5943632,-1.2882057,11.631092,0.0005033909797668457,103.91699409484863,150000
+-2.7310486,2.7310486,0.32556197,1.062463,-0.61336327,10.044737,0.0005072608470916748,106.45330166816711,155000
+-2.8884387,2.8884387,0.35571602,0.5112677,-2.072847,13.47724,0.0005076571464538574,108.99159169197083,160000
+-3.7800045,3.7800045,0.32539603,1.3491533,-0.7305756,11.423796,0.0005084858417510987,111.53402400016785,165000
+-2.657743,2.657743,0.37206417,0.47270918,-2.0212524,12.657217,0.0005208701133728028,114.13837790489197,170000
+-2.8854613,2.8854613,0.37863296,0.96636367,-1.5966055,14.077015,0.0005166892528533936,116.7218267917633,175000
+-3.5410297,3.5410297,0.36360708,0.8928577,-1.9053211,13.606937,0.0005110112190246582,119.27688646316528,180000
+-2.6642504,2.6642504,0.35299397,0.8930763,-0.7354667,10.403692,0.0005176655769348144,121.86521744728088,185000
+-2.6150136,2.6150136,0.31088573,0.78896457,-1.577873,10.909801,0.0005268585681915283,124.49951267242432,190000
+-3.154235,3.154235,0.3560699,1.0392777,-1.0915554,12.265187,0.0005158282279968261,127.07865738868713,195000
+-3.3425615,3.3425615,0.30196738,0.5479255,-2.410335,12.97021,0.0005094649314880371,129.62598490715027,200000
+-2.720572,2.720572,0.3703428,0.83160806,-2.0574627,13.207555,0.002851119375228882,143.8815848827362,205000
+-3.1962888,3.1962888,0.3549144,2.612064,-0.71071404,13.622484,0.0005191174983978272,146.47717571258545,210000
+-3.0597591,3.0597591,0.32667914,0.96173775,-1.9390619,13.697336,0.0005236886024475098,149.095623254776,215000
+-3.1347008,3.1347008,0.36392623,1.3501792,-0.7974452,10.855338,0.0005185089111328125,151.68817138671875,220000
+-2.7130604,2.7130604,0.34109414,0.6603281,-1.0055721,9.532675,0.0005153536319732665,154.26494336128235,225000
+-3.1071534,3.1071534,0.30414742,1.2715237,-0.93348444,10.394474,0.0005180507659912109,156.8551995754242,230000
+-3.422553,3.422553,0.35267544,0.7613167,-1.8556149,12.533425,0.0005285313606262207,159.49785995483398,235000
+-2.350762,2.350762,0.35018194,2.5939584,-1.0983026,16.513182,0.0005193618774414063,162.09467315673828,240000
+-2.7569242,2.7569242,0.3164751,1.066941,-0.9530451,10.509394,0.0005221427917480469,164.70539021492004,245000
+-3.3482523,3.3482523,0.3540554,0.7128544,-1.2110645,12.245792,0.000524902868270874,167.32990765571594,250000
+-2.4699264,2.4699264,0.3666688,1.6091614,-0.6328519,13.652219,0.0005169984817504883,169.9149031639099,255000
+-2.9475837,2.9475837,0.35261875,0.59338915,-0.9843757,8.700001,0.0005071883201599121,172.450847864151,260000
+-2.8863182,2.8863182,0.3440324,0.89189047,-1.3873307,11.762036,0.0005031543254852295,174.96662259101868,265000
+-2.9483109,2.9483109,0.36420044,0.7567706,-0.88891304,10.769404,0.0005046519756317138,177.48988580703735,270000
+-2.832074,2.832074,0.3189507,0.75988275,-0.8290803,9.153661,0.0005060997486114502,180.02038717269897,275000
+-3.2524712,3.2524712,0.35622707,0.86301154,-1.4203912,12.557522,0.0005084169387817383,182.5624749660492,280000
+-2.9646378,2.9646378,0.3197664,0.7849829,-0.8711139,10.039043,0.0005145925998687745,185.13544130325317,285000
+-2.6220675,2.6220675,0.2875706,1.2642161,-1.0667518,10.892912,0.0005121071338653564,187.6959798336029,290000
+-2.6927881,2.6927881,0.31209123,2.0979264,-0.9207171,14.163105,0.0005167417049407959,190.2796914577484,295000
+-2.941515,2.941515,0.37457725,0.86214393,-2.9633362,15.290746,0.0005266268730163574,192.91282892227173,300000
+-3.4224768,3.4224768,0.32456884,0.82504994,-0.9033636,9.306064,0.0028242939472198484,207.03430151939392,305000
+-2.6105695,2.6105695,0.2968245,1.3374002,-1.4078083,11.24581,0.0005279372215270996,209.67399096488953,310000
+-3.2558484,3.2558484,0.36086112,0.534023,-1.9790993,13.171199,0.0004995436668395996,212.17171263694763,315000
+-3.1241555,3.1241555,0.3781048,1.2459707,-2.6995988,16.408892,0.0005256851196289063,214.8001410961151,320000
+-2.5116248,2.5116248,0.3686837,0.9535254,-0.4458086,9.814299,0.0005231893539428711,217.416090965271,325000
+-2.8091369,2.8091369,0.32590944,0.7221616,-0.89626575,9.455706,0.0005073551177978516,219.95287084579468,330000
+-2.9686615,2.9686615,0.32784912,0.6891258,-0.79251754,9.549819,0.0005043161869049072,222.47445511817932,335000
+-3.2100635,3.2100635,0.32701072,0.82617986,-1.4339836,9.303515,0.0004994448184967042,224.97168231010437,340000
+-2.7076092,2.7076092,0.34217066,1.6186982,-0.9590709,11.989668,0.0005067316532135009,227.50534391403198,345000
+-3.4703445,3.4703445,0.33787265,0.7196558,-1.2727473,10.256791,0.0005239349365234375,230.12502217292786,350000
+-2.7595482,2.7595482,0.31116208,0.8419864,-1.2091548,10.687334,0.0005059269905090332,232.6546607017517,355000
+-3.0227919,3.0227919,0.3302012,1.4481393,-0.8602979,10.732448,0.0005008312225341796,235.15881967544556,360000
+-2.7571492,2.7571492,0.33658955,0.8174742,-1.7535186,9.772912,0.0005070442676544189,237.6940438747406,365000
+-2.4486303,2.4486303,0.33530694,0.7930764,-0.5972868,8.393938,0.0004992365837097168,240.19022965431213,370000
+-2.7509332,2.7509332,0.30881983,1.17535,-1.2395732,9.809366,0.0005196817398071289,242.78864192962646,375000
+-3.146404,3.146404,0.31811422,1.632445,-1.0296711,11.402794,0.0005167081832885743,245.37218594551086,380000
+-2.765945,2.765945,0.401272,0.9656492,-1.8816177,11.480032,0.0005127681732177734,247.93603014945984,385000
+-2.9723618,2.9723618,0.3428371,0.95832586,-1.5888281,12.910007,0.0005213750839233399,250.54290866851807,390000
+-3.2444277,3.2444277,0.31240427,1.2240859,-1.4183602,12.62192,0.0005316266059875489,253.20104479789734,395000
+-3.1265788,3.1265788,0.3228379,1.0878565,-0.69655013,9.140949,0.0005397221565246582,255.89965867996216,400000
+-2.659913,2.659913,0.32678303,1.229847,-1.3875803,10.112627,0.0028601327419281006,270.20032501220703,405000
+-2.8886585,2.8886585,0.38027728,2.4288714,-0.7384901,12.112174,0.0005422780990600586,272.911719083786,410000
+-2.9263492,2.9263492,0.31053945,1.0011766,-1.1318007,11.058961,0.0005284435749053955,275.5539400577545,415000
+-3.777018,3.777018,0.2815622,0.9766618,-1.0502157,10.437604,0.0005557761669158936,278.33282446861267,420000
+-3.5396204,3.5396204,0.33341002,1.8907557,-0.814691,12.485493,0.000539378309249878,281.0297191143036,425000
+-3.755509,3.755509,0.32634187,1.3370954,-1.1813165,11.3001,0.000541912317276001,283.7392838001251,430000
+-2.463757,2.463757,0.31978112,1.2155206,-0.9324552,9.608255,0.000533841609954834,286.4084949493408,435000
+-3.2112923,3.2112923,0.33028668,0.7687031,-2.6112835,14.580982,0.0005413491249084473,289.11524391174316,440000
+-2.9562297,2.9562297,0.3125084,1.3506061,-0.6925514,10.539454,0.0005373343944549561,291.8019185066223,445000
+-2.5352154,2.5352154,0.30539566,0.71897876,-1.2778397,9.099984,0.000527324390411377,294.4385437965393,450000
+-3.4929967,3.4929967,0.2574923,0.80014956,-1.2812511,10.0033455,0.0005475520610809326,297.1763072013855,455000
+-2.8768055,2.8768055,0.35387754,0.7682743,-0.8584458,9.245459,0.0005300567626953125,299.826593875885,460000
+-2.9961543,2.9961543,0.31104907,0.79446685,-1.0414188,9.493458,0.0005109921932220459,302.3815588951111,465000
+-2.478547,2.478547,0.32199126,0.7176175,-1.192219,9.656932,0.0005253842353820801,305.00848293304443,470000
+-3.2463694,3.2463694,0.31620845,1.181594,-0.76613426,9.604789,0.0005406394004821778,307.71168303489685,475000
+-3.5933514,3.5933514,0.30036095,0.8693076,-1.6870024,12.167039,0.0005490328788757325,310.45685052871704,480000
+-3.598442,3.598442,0.3525656,1.065456,-0.9697852,10.876405,0.0005222123146057129,313.06791520118713,485000
+-2.319044,2.319044,0.29997727,1.3929659,-2.1198072,11.576943,0.0005262970924377441,315.699405670166,490000
+-3.14158,3.14158,0.2982623,0.6198889,-0.98224574,8.502986,0.0005262721061706543,318.330769777298,495000
+-3.7575579,3.7575579,0.30236632,0.69338846,-2.2703116,12.771627,0.0005094056129455566,320.8778007030487,500000
+-3.0870705,3.0870705,0.3367188,1.550242,-1.1158202,11.824487,0.0028593308448791504,335.1744592189789,505000
+-2.8908472,2.8908472,0.3535016,2.6790252,-0.80827224,13.427029,0.000524074649810791,337.79483556747437,510000
+-3.3911552,3.3911552,0.32031602,0.8253772,-1.211786,10.522616,0.0005130318641662598,340.35999751091003,515000
+-3.0373623,3.0373623,0.3275181,0.78832966,-0.8938559,9.198402,0.0005106306552886963,342.9131543636322,520000
+-2.7961235,2.7961235,0.35209084,0.7706504,-1.8354365,9.715043,0.0005183090686798096,345.50470304489136,525000
+-3.43537,3.43537,0.3213625,1.5595174,-2.0946903,12.512578,0.0005255979061126709,348.13269543647766,530000
+-3.0200586,3.0200586,0.2760517,2.1787002,-1.6769187,12.827366,0.0005231035709381104,350.74821639060974,535000
+-3.1077151,3.1077151,0.3075794,1.22466,-0.9283805,10.236209,0.000509345293045044,353.2949459552765,540000
+-2.3540285,2.3540285,0.3329912,0.86988354,-1.9991438,12.540533,0.0005234013080596924,355.91195607185364,545000
+-3.2821054,3.2821054,0.3498443,0.7431836,-1.6245941,10.553926,0.0005128965854644776,358.47644233703613,550000
+-3.2430258,3.2430258,0.30489177,2.730618,-1.0380144,14.282842,0.0005070182323455811,361.01153683662415,555000
+-2.8319464,2.8319464,0.29472438,1.2725887,-1.0456892,10.327127,0.0005216622829437256,363.6198515892029,560000
+-2.6790626,2.6790626,0.30490232,0.9125824,-0.725595,9.084928,0.0005231805324554444,366.2357578277588,565000
+-3.3408942,3.3408942,0.34285623,1.1500764,-0.87950736,9.6345825,0.0005297239303588867,368.8843812942505,570000
+-3.0460687,3.0460687,0.28878897,1.2113025,-0.66168,10.341381,0.0005241326332092285,371.5050485134125,575000
+-3.7971914,3.7971914,0.29031718,0.7687748,-2.1643505,11.937089,0.0005187983512878418,374.0990433692932,580000
+-3.4955084,3.4955084,0.2883861,1.0284088,-0.7956204,10.400859,0.0005309706687927246,376.75389981269836,585000
+-2.96588,2.96588,0.31713057,0.82955533,-0.77314395,10.413359,0.0005107547283172608,379.3076767921448,590000
+-3.2823086,3.2823086,0.3193225,0.5762568,-0.9152223,8.676362,0.0005138232707977295,381.87679648399353,595000
+-2.9681582,2.9681582,0.36854753,1.0066415,-1.7720624,11.38392,0.0005173722743988037,384.4636609554291,600000
+-2.5231667,2.5231667,0.33482385,1.5961777,-1.8943086,11.989982,0.0028436272621154787,398.6818006038666,605000
+-2.937375,2.937375,0.3575216,0.8632776,-3.1943097,14.414793,0.0005204315185546875,401.28396129608154,610000
+-3.2857227,3.2857227,0.31689155,1.0060339,-0.79012614,9.299259,0.0005202306747436523,403.88511753082275,615000
+-2.9872134,2.9872134,0.35658908,0.70331407,-1.8353095,8.766853,0.0005201757907867432,406.4859998226166,620000
+-3.0422275,3.0422275,0.33153972,1.3783159,-1.4979482,10.634982,0.0005226608276367188,409.0993070602417,625000
+-3.14096,3.14096,0.38896474,0.8256681,-2.6768565,12.972006,0.0005255987167358398,411.72730469703674,630000
+-3.6605134,3.6605134,0.3085749,1.2468883,-1.2471786,9.847421,0.000515492582321167,414.3047707080841,635000
+-2.5272362,2.5272362,0.32289135,0.54071873,-1.0302036,9.0235615,0.0005075942993164063,416.84274530410767,640000
+-2.8796513,2.8796513,0.3311717,1.0602903,-0.7387438,9.894055,0.0005120630741119385,419.4030635356903,645000
+-3.2836127,3.2836127,0.32073838,2.2676105,-1.4879704,13.387373,0.0005265918254852295,422.036025762558,650000
+-2.9695954,2.9695954,0.34062538,1.785862,-0.75509256,9.43265,0.0005114371776580811,424.5932159423828,655000
+-2.8824227,2.8824227,0.31896263,3.628329,-0.8985793,15.499059,0.0005067999839782715,427.12721848487854,660000
+-2.953082,2.953082,0.311873,1.8558096,-1.0811821,10.804932,0.0005216578483581543,429.735511302948,665000
+-2.7899504,2.7899504,0.32478318,1.0258365,-1.0990597,9.621357,0.0005162673950195312,432.31685185432434,670000
+-2.4961786,2.4961786,0.30134317,0.8641969,-1.4553804,9.208424,0.0005218253135681152,434.92598128318787,675000
+-2.7410765,2.7410765,0.3435868,0.8513144,-1.4358172,10.817076,0.0005107988357543945,437.47997856140137,680000
+-2.8324056,2.8324056,0.33849674,1.2376097,-0.93649733,9.435906,0.0005168110847473145,440.0640375614166,685000
+-3.3148694,3.3148694,0.32464767,2.0059512,-0.94538355,12.578116,0.0005247825145721436,442.6879532337189,690000
+-3.1980407,3.1980407,0.37800047,1.1798445,-0.9982053,9.553409,0.0005124481678009034,445.25019812583923,695000
+-3.2499902,3.2499902,0.3076585,1.0378311,-0.78117543,10.133927,0.0005162517547607422,447.83146023750305,700000
+-2.624868,2.624868,0.3149386,0.9524984,-1.7148926,10.555529,0.0028761109828948973,462.2120180130005,705000
+-2.810721,2.810721,0.34561604,0.9606568,-0.80045056,9.726459,0.0005245090961456299,464.83456659317017,710000
+-2.836195,2.836195,0.3377576,1.9637725,-1.0221845,12.19157,0.0005152894496917725,467.4110186100006,715000
+-3.3445702,3.3445702,0.29969424,0.58925045,-1.1589724,9.132799,0.0005231751918792724,470.0269021987915,720000
+-2.8019896,2.8019896,0.3479067,0.5502732,-1.7759674,11.195608,0.000509459924697876,472.5742070674896,725000
+-2.4188406,2.4188406,0.38098952,1.2847825,-1.1623323,10.646106,0.0005097384452819824,475.12290263175964,730000
+-3.048974,3.048974,0.3140632,0.6428974,-0.86526895,8.988544,0.0005064584255218506,477.6551983356476,735000
+-3.0007691,3.0007691,0.3277137,0.62656724,-1.8867823,9.718379,0.000513715934753418,480.2237813472748,740000
+-3.2344217,3.2344217,0.34725899,1.6470933,-0.8148478,10.76328,0.0005195402145385742,482.82148599624634,745000
+-3.1187077,3.1187077,0.33235466,5.9082694,-1.2081807,21.777447,0.0005165589809417724,485.40428376197815,750000
+-2.728407,2.728407,0.30441117,0.94818926,-0.58340883,8.112639,0.0005195312976837158,488.00194358825684,755000
+-3.4667296,3.4667296,0.30664805,0.91639686,-0.4952801,9.758829,0.0005091012001037598,490.54745292663574,760000
+-2.9848797,2.9848797,0.34230232,3.810836,-0.7648542,15.76206,0.0005112540721893311,493.10372614860535,765000
+-2.728954,2.728954,0.35065162,0.936499,-1.2898198,9.321543,0.0005168360233306885,495.6879096031189,770000
+-2.6020212,2.6020212,0.33079454,1.8789209,-1.311404,11.7975025,0.0005325098514556885,498.3504614830017,775000
+-2.649284,2.649284,0.3151207,0.80500734,-1.6343356,9.648214,0.0005149318218231201,500.925124168396,780000
+-2.7305017,2.7305017,0.34767586,0.8717528,-0.62093395,8.179154,0.0005291189670562744,503.5707218647003,785000
+-2.7570996,2.7570996,0.33845568,0.86576855,-0.8451323,10.116303,0.0005326666355133057,506.23405838012695,790000
+-2.3691206,2.3691206,0.33472836,2.3880193,-0.6386744,9.775038,0.0005330172061920166,508.89914774894714,795000
+-2.96589,2.96589,0.3233741,1.957413,-0.6026426,11.137349,0.0005355387687683105,511.5768458843231,800000
+-3.475535,3.475535,0.28586343,0.79928386,-0.6902045,10.138304,0.002825739336013794,525.7055461406708,805000
+-2.868575,2.868575,0.33532935,0.96813804,-0.88826287,9.446912,0.0005255333423614502,528.333215713501,810000
+-3.3721042,3.3721042,0.2930042,0.69165385,-0.7874735,8.539799,0.0005167022705078125,530.9167304039001,815000
+-3.358172,3.358172,0.36915553,1.9317667,-0.7500572,11.807465,0.0005323906421661377,533.5786871910095,820000
+-3.4691052,3.4691052,0.34906882,2.674893,-1.484176,13.990337,0.0005198272705078125,536.1778271198273,825000
+-3.62579,3.62579,0.27782428,2.058,-0.82137877,12.279312,0.000519018030166626,538.7729208469391,830000
+-3.2601402,3.2601402,0.323301,0.69105715,-1.2528007,9.786547,0.0005165537357330322,541.3556935787201,835000
+-3.5853722,3.5853722,0.32734478,0.7178626,-0.9800266,10.039775,0.0005183110237121582,543.9472517967224,840000
+-2.678927,2.678927,0.32663518,1.0597423,-0.9498314,9.640999,0.0005217395305633544,546.5559532642365,845000
+-2.7049146,2.7049146,0.32249206,0.6190892,-2.5354617,11.110251,0.0005252802848815918,549.1823587417603,850000
+-2.4766817,2.4766817,0.35796744,1.4108138,-0.64289314,10.202553,0.0005465983390808105,551.915354013443,855000
+-3.5871181,3.5871181,0.2739256,1.4327368,-0.91235906,8.879216,0.0005173668384552002,554.5021915435791,860000
+-2.8234122,2.8234122,0.26606634,0.66349,-0.66866416,7.896559,0.0005151968479156494,557.0781791210175,865000
+-2.6156263,2.6156263,0.32388192,0.85902375,-2.0585175,10.462016,0.0005298148155212403,559.7272562980652,870000
+-3.1350265,3.1350265,0.29997414,0.85087043,-1.2002845,11.847358,0.000523774003982544,562.3461289405823,875000
+-2.7588954,2.7588954,0.30615923,0.7157115,-0.5095464,8.088258,0.0005126615047454834,564.9094395637512,880000
+-3.2414398,3.2414398,0.3742362,1.247289,-1.2007017,10.243845,0.0005129203319549561,567.4740445613861,885000
+-3.109231,3.109231,0.32996207,0.69274336,-3.9315848,16.751905,0.0005322526931762695,570.1353106498718,890000
+-2.6369555,2.6369555,0.37965202,1.7377455,-2.3425362,11.893265,0.0005169770717620849,572.7201993465424,895000
+-2.7931037,2.7931037,0.31071198,1.1454897,-0.8644294,8.866214,0.0005233132839202881,575.3367686271667,900000
+-3.4871535,3.4871535,0.30475602,0.68831575,-0.7380848,9.942317,0.0027803425788879396,589.2384850978851,905000
+-2.5659761,2.5659761,0.3952688,3.4705706,-0.9546622,13.98225,0.0005132162570953369,591.8045694828033,910000
+-3.1664515,3.1664515,0.36237577,0.6609486,-1.1636436,9.857593,0.0005207770824432373,594.4084579944611,915000
+-2.550859,2.550859,0.30173624,1.0761527,-2.7953548,13.3058195,0.0005123027801513672,596.969975233078,920000
+-3.1158462,3.1158462,0.3102706,1.5466596,-0.60766375,9.460984,0.0005171370506286622,599.5556635856628,925000
+-2.99089,2.99089,0.36215088,0.78444463,-0.6192876,8.636803,0.0005178368091583252,602.1448502540588,930000
+-3.0499482,3.0499482,0.336237,1.3323009,-1.1561894,9.841914,0.0005090617179870605,604.6901624202728,935000
+-2.7988315,2.7988315,0.30064207,1.9032195,-2.1900816,13.595115,0.0005292922496795654,607.3366267681122,940000
+-3.1508944,3.1508944,0.34624678,0.9714244,-0.8144944,10.231186,0.0005147433757781983,609.9103472232819,945000
+-3.2675772,3.2675772,0.28792503,1.3547324,-1.1125257,8.220081,0.000523774242401123,612.529221534729,950000
+-3.1583402,3.1583402,0.26176524,0.5530749,-0.8787682,9.095831,0.0005180844783782959,615.1196467876434,955000
+-3.3570502,3.3570502,0.29663116,2.1642776,-1.106874,10.495532,0.0005318082809448242,617.7786920070648,960000
+-2.5094738,2.5094738,0.3052143,0.7031531,-0.7719679,8.178259,0.0005115156173706055,620.3362729549408,965000
+-3.3314726,3.3314726,0.32417107,1.8054074,-1.1767777,10.661075,0.000510038423538208,622.886468410492,970000
+-2.7034378,2.7034378,0.3090489,0.9407749,-0.76690423,8.426344,0.0005228617191314698,625.500780582428,975000
+-3.067006,3.067006,0.29329515,1.0982935,-3.4083252,13.562209,0.0005029571533203124,628.0155699253082,980000
+-2.658433,2.658433,0.3334879,0.6479703,-2.0116334,11.814308,0.0005052409648895264,630.5417778491974,985000
+-3.6480691,3.6480691,0.3149361,0.7943691,-0.43651682,8.054437,0.0005176595211029053,633.1300790309906,990000
+-3.4006567,3.4006567,0.30282244,1.2769855,-0.79267263,10.388615,0.0005008949279785156,635.6345572471619,995000
+-3.031292,3.031292,0.329781,1.0093442,-0.63878304,9.206009,0.0005294523239135743,638.2818274497986,1000000