Training progress: pq-large step 20000, validation 5.0617;pq-rock-balanced step 4475, validation 5.3047;vocoder-rock step 74550, validation 1.4537

checkpoints/pq-rock-balanced/best/model.json

@@ -352,7 +352,7 @@
       "len": 16384
     }
   ],
-  "step": 2000,
+  "step": 4000,
   "has_optimizer_state": false,
   "training": {
     "batch_size": 8,

checkpoints/pq-rock-balanced/best/tensors.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c822062df38b0e1b850a9f10f993774808be3258ed86ee13284daf128df691d8
+oid sha256:3e001a49224d601f38ac34af8e6326065681d69495e5bb9d83de6242ea7513d0
 size 171433984

checkpoints/pq-rock-balanced/latest/model.json

@@ -352,7 +352,7 @@
       "len": 16384
     }
   ],
-  "step": 2250,
+  "step": 4250,
   "has_optimizer_state": true,
   "training": {
     "batch_size": 8,

checkpoints/pq-rock-balanced/latest/tensors.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a5abca8cb50a0cf0bf06e281faf7843c92c60bd3238ef594f1663351a030e97a
+oid sha256:da9211a7e246ad27ad4ae3858548920e884ea929802884d83321bdb55b34eb70
 size 514301952

metrics/pq-rock-balanced.jsonl

@@ -101,3 +101,88 @@
 {"event":"progress","step":2400,"loss":5.655139,"loss_per_codebook":[3.712541,3.4715042,3.4700174,3.6152315,5.8930035,5.975047,5.628584,5.986806,6.4549346,6.546402,6.4345994,6.535923,6.67285,6.7304845,6.668997,6.6852913],"gradient_norm":0.40053126,"learning_rate":0.00019816586,"positions_per_second":3390.75665843885,"milliseconds_per_step":3321.97238984}
 {"event":"progress","step":2425,"loss":5.6506257,"loss_per_codebook":[3.7438352,3.5620513,3.318639,3.3023272,6.1324306,6.0144377,5.9557037,5.8643165,6.5912094,6.623884,6.4950256,6.2461157,6.74075,6.7750607,6.6498947,6.3943253],"gradient_norm":0.29201362,"learning_rate":0.0001981174,"positions_per_second":2864.8471823957607,"milliseconds_per_step":3931.79785268}
 {"event":"progress","step":2450,"loss":5.409044,"loss_per_codebook":[3.5721738,3.574408,3.3162577,2.9266002,5.923989,6.0483265,5.7627506,5.081399,6.528484,6.6041746,6.3028817,5.3923445,6.7250404,6.733335,6.463405,5.5891266],"gradient_norm":0.3580204,"learning_rate":0.00019806833,"positions_per_second":3687.1811188833017,"milliseconds_per_step":3054.90824476}
+{"event":"progress","step":2475,"loss":5.6422534,"loss_per_codebook":[3.8103023,3.4656405,3.0992298,3.024887,6.134559,6.1164875,5.7483287,5.991709,6.637359,6.651488,6.4820666,6.3945317,6.773232,6.7992716,6.642278,6.504676],"gradient_norm":0.30122548,"learning_rate":0.00019801865,"positions_per_second":2795.05888181483,"milliseconds_per_step":4029.9687685599997}
+{"event":"progress","step":2500,"loss":5.376945,"loss_per_codebook":[3.4460251,3.2224016,2.832345,2.5587971,6.0872364,5.985969,5.6451015,5.226434,6.577427,6.5975304,6.369307,5.6010795,6.7450466,6.758706,6.629105,5.7486143],"gradient_norm":0.40218672,"learning_rate":0.00019796833,"positions_per_second":3622.32492176182,"milliseconds_per_step":3109.6050860399996}
+{"event":"validation","step":2500,"loss":5.481424,"loss_per_codebook":[3.5945556,3.4280481,3.2074482,3.0920832,6.013302,5.9973927,5.7042885,5.434076,6.525952,6.563385,6.340618,5.827435,6.715038,6.731083,6.536204,5.991875],"improved":true}
+{"event":"progress","step":2525,"loss":5.5668273,"loss_per_codebook":[3.6711137,3.2827904,2.6951015,3.0854208,6.0597,6.0262256,5.5570803,5.949962,6.5865903,6.615654,6.3943286,6.4345546,6.736619,6.769266,6.6203294,6.584495],"gradient_norm":0.38501015,"learning_rate":0.0001979174,"positions_per_second":2407.5099591194958,"milliseconds_per_step":4678.69300284}
+{"event":"progress","step":2550,"loss":5.6073294,"loss_per_codebook":[3.4227538,3.417818,3.2821977,3.309607,6.100987,5.989592,5.7710123,5.7816973,6.5725284,6.61125,6.4930334,6.258253,6.7543273,6.794513,6.700568,6.4571314],"gradient_norm":0.33069715,"learning_rate":0.00019786585,"positions_per_second":2858.9613722159966,"milliseconds_per_step":3939.89233624}
+{"event":"progress","step":2575,"loss":5.643397,"loss_per_codebook":[3.599978,3.5680256,3.2604418,3.5917428,5.9390593,5.9704227,5.738859,5.976327,6.4559946,6.570587,6.455764,6.454115,6.6797814,6.7454724,6.6720595,6.6157246],"gradient_norm":0.2940275,"learning_rate":0.00019781367,"positions_per_second":3834.267041947837,"milliseconds_per_step":2937.7192242400006}
+{"event":"progress","step":2600,"loss":5.5917177,"loss_per_codebook":[3.605274,3.2451491,3.0404506,3.2586987,6.025776,5.89267,5.690195,5.943351,6.5103407,6.5739093,6.4539137,6.451956,6.7286024,6.7551117,6.6650076,6.6270823],"gradient_norm":0.34706077,"learning_rate":0.00019776085,"positions_per_second":2638.342857370709,"milliseconds_per_step":4269.34655916}
+{"event":"progress","step":2625,"loss":5.430143,"loss_per_codebook":[3.4835432,3.8338213,3.5242581,3.193646,5.8616085,5.882064,5.5069513,5.3146667,6.411715,6.5116343,6.1634994,5.638612,6.673426,6.6855,6.405994,5.791352],"gradient_norm":0.34107807,"learning_rate":0.00019770741,"positions_per_second":4083.8713888320403,"milliseconds_per_step":2758.1671721599996}
+{"event":"progress","step":2650,"loss":5.515897,"loss_per_codebook":[3.6221907,3.6501176,3.2094016,3.577997,5.9674363,6.041772,5.7409744,5.4184413,6.500588,6.569124,6.4239626,5.6412225,6.680373,6.747979,6.646813,5.8159585],"gradient_norm":0.39441946,"learning_rate":0.00019765337,"positions_per_second":2616.031353291245,"milliseconds_per_step":4305.75879216}
+{"event":"progress","step":2675,"loss":5.607694,"loss_per_codebook":[3.7048378,3.4830878,3.0739522,3.1864576,6.0471025,6.045379,5.747266,5.8725085,6.54497,6.5905128,6.452745,6.3440213,6.7199006,6.7566285,6.67129,6.4824505],"gradient_norm":0.3120326,"learning_rate":0.00019759868,"positions_per_second":4189.034804939249,"milliseconds_per_step":2688.92490144}
+{"event":"progress","step":2700,"loss":5.4731894,"loss_per_codebook":[3.48141,3.4272816,3.2661507,3.2170103,5.8805413,5.995266,5.711042,5.363432,6.391772,6.5618443,6.436057,5.824907,6.6583505,6.7209673,6.6365356,5.9984584],"gradient_norm":0.3033903,"learning_rate":0.00019754341,"positions_per_second":2572.0377509237023,"milliseconds_per_step":4379.4069492}
+{"event":"progress","step":2725,"loss":5.396405,"loss_per_codebook":[3.5863674,3.3216066,2.9482133,2.9379117,5.9657006,5.9999266,5.628644,5.2998347,6.302061,6.59435,6.2720094,5.7133183,6.6357613,6.754287,6.498751,5.8837414],"gradient_norm":0.3262334,"learning_rate":0.0001974875,"positions_per_second":4294.017315096427,"milliseconds_per_step":2623.1845783199997}
+{"event":"progress","step":2750,"loss":5.500786,"loss_per_codebook":[3.2379382,3.6526217,3.158027,3.1920304,5.851834,5.925796,5.7544847,5.5858474,6.390802,6.52868,6.475279,6.02901,6.6368933,6.715409,6.668648,6.209279],"gradient_norm":0.41907382,"learning_rate":0.00019743096,"positions_per_second":2569.2410662370517,"milliseconds_per_step":4384.1740457999995}
+{"event":"progress","step":2775,"loss":5.61639,"loss_per_codebook":[3.5191376,3.5709028,3.3495827,3.4508865,6.07476,6.008012,5.7297688,5.8252206,6.55831,6.5576377,6.3677545,6.296036,6.7181544,6.75517,6.612152,6.468756],"gradient_norm":0.33926892,"learning_rate":0.00019737383,"positions_per_second":4379.023210546883,"milliseconds_per_step":2572.2631414400003}
+{"event":"progress","step":2800,"loss":5.472867,"loss_per_codebook":[3.2943592,3.343616,3.4145331,3.566364,5.787391,5.8503666,5.5860925,5.5884066,6.368109,6.4939165,6.322574,5.941082,6.6428576,6.6926446,6.579867,6.093699],"gradient_norm":0.3352186,"learning_rate":0.00019731605,"positions_per_second":2418.824403320653,"milliseconds_per_step":4656.80765604}
+{"event":"progress","step":2825,"loss":5.5846224,"loss_per_codebook":[3.301153,3.203314,3.0413036,3.2634282,6.069994,6.0402713,5.6884894,5.961088,6.517621,6.6033497,6.4417334,6.4733768,6.7273993,6.752675,6.6387773,6.6299796],"gradient_norm":0.3454211,"learning_rate":0.00019725764,"positions_per_second":4704.103831197641,"milliseconds_per_step":2394.50496932}
+{"event":"progress","step":2850,"loss":5.4884725,"loss_per_codebook":[3.4922523,3.2110646,3.1302154,2.985327,5.866129,5.873626,5.724192,5.650658,6.465212,6.511352,6.404477,6.1641097,6.6581936,6.7039638,6.6149282,6.3598614],"gradient_norm":0.34053412,"learning_rate":0.00019719865,"positions_per_second":2328.797397357028,"milliseconds_per_step":4836.831238639999}
+{"event":"progress","step":2875,"loss":5.474363,"loss_per_codebook":[3.6286798,3.2251577,2.7699974,2.9055152,6.0393276,5.7981005,5.432038,5.743411,6.545131,6.4620347,6.2999587,6.306314,6.6953216,6.6937714,6.577504,6.467539],"gradient_norm":0.33150858,"learning_rate":0.00019713902,"positions_per_second":4753.061395959869,"milliseconds_per_step":2369.84104804}
+{"event":"progress","step":2900,"loss":4.979161,"loss_per_codebook":[3.4009824,3.380092,2.8480873,2.5140023,5.851492,5.840457,5.0124016,3.9824696,6.3773217,6.5096574,5.935763,4.2660046,6.6183496,6.7082205,6.014341,4.40692],"gradient_norm":0.41896734,"learning_rate":0.00019707877,"positions_per_second":2492.3994014947184,"milliseconds_per_step":4519.33987516}
+{"event":"progress","step":2925,"loss":5.409856,"loss_per_codebook":[3.3308792,3.2021518,3.150109,3.0164561,5.7876897,5.8638864,5.663962,5.425714,6.3438745,6.52317,6.3763094,5.852417,6.644426,6.729831,6.6186137,6.0282087],"gradient_norm":0.33703762,"learning_rate":0.00019701791,"positions_per_second":4595.3190276656205,"milliseconds_per_step":2451.18998968}
+{"event":"progress","step":2950,"loss":5.49173,"loss_per_codebook":[3.5601895,3.4160066,3.5093498,3.2558944,5.9376893,5.947836,5.6556535,5.315848,6.473027,6.5556817,6.2855864,5.8916135,6.6854315,6.730051,6.525513,6.122317],"gradient_norm":0.36282817,"learning_rate":0.00019695645,"positions_per_second":2446.8471283397566,"milliseconds_per_step":4603.47516996}
+{"event":"progress","step":2975,"loss":5.2950788,"loss_per_codebook":[3.1552854,3.1035638,3.0229926,3.193531,5.718508,5.715847,5.3936653,5.1557426,6.3327737,6.469651,6.257445,5.6278996,6.6149077,6.674681,6.5088916,5.7758694],"gradient_norm":0.4286025,"learning_rate":0.00019689434,"positions_per_second":4698.123871572219,"milliseconds_per_step":2397.55279084}
+{"event":"progress","step":3000,"loss":5.4224224,"loss_per_codebook":[3.6672845,3.2306676,2.8826578,2.9312408,5.9943824,5.9986715,5.6697316,5.1387286,6.5178347,6.630517,6.4383855,5.6437306,6.7319465,6.785824,6.6503644,5.846798],"gradient_norm":0.3829572,"learning_rate":0.00019683162,"positions_per_second":2497.8008664209306,"milliseconds_per_step":4509.56685596}
+{"event":"validation","step":3000,"loss":5.401837,"loss_per_codebook":[3.4585323,3.332492,3.1056156,2.9761963,5.923946,5.90013,5.5753574,5.281384,6.4605637,6.5093236,6.282509,5.775908,6.673023,6.70196,6.5078187,5.964641],"improved":true}
+{"event":"progress","step":3025,"loss":5.1343327,"loss_per_codebook":[3.5570478,3.2034805,2.7658374,2.6592155,5.8431597,5.799939,5.00723,4.6308346,6.4474754,6.468347,5.8473563,5.1466126,6.6726437,6.6880965,6.12635,5.2856984],"gradient_norm":0.6104738,"learning_rate":0.00019676829,"positions_per_second":2785.820953670819,"milliseconds_per_step":4043.3323560000003}
+{"event":"progress","step":3050,"loss":5.4870443,"loss_per_codebook":[3.3351176,3.2377813,2.9659352,2.9665127,5.751226,5.848161,5.733965,5.8336444,6.3757696,6.492893,6.3939285,6.364763,6.6616797,6.660468,6.607721,6.5631385],"gradient_norm":0.3435554,"learning_rate":0.00019670435,"positions_per_second":2935.8004851674336,"milliseconds_per_step":3836.7729881200003}
+{"event":"progress","step":3075,"loss":5.3500247,"loss_per_codebook":[3.1757765,3.1733892,3.2070608,3.1078572,5.7197146,5.720245,5.44546,5.5100727,6.3084846,6.33514,6.172407,6.0125713,6.572119,6.5532646,6.383047,6.20378],"gradient_norm":0.30022767,"learning_rate":0.00019663983,"positions_per_second":3397.4462713057933,"milliseconds_per_step":3315.43138596}
+{"event":"progress","step":3100,"loss":5.211037,"loss_per_codebook":[3.5754192,3.3660715,3.123278,2.6621976,5.792306,5.7137513,5.292504,4.7263083,6.3731318,6.3898993,6.084089,5.291771,6.598147,6.578915,6.334801,5.4740057],"gradient_norm":0.4140369,"learning_rate":0.00019657463,"positions_per_second":3051.8621872342596,"milliseconds_per_step":3690.86128696}
+{"event":"progress","step":3125,"loss":5.301917,"loss_per_codebook":[3.5503035,3.2401984,2.7166789,2.6840947,5.8944206,5.9653425,5.46487,4.8765173,6.4250083,6.5917373,6.310568,5.4609647,6.6649647,6.747422,6.5612907,5.676301],"gradient_norm":0.47436658,"learning_rate":0.00019650886,"positions_per_second":3321.1992922875816,"milliseconds_per_step":3391.5459473200003}
+{"event":"progress","step":3150,"loss":5.447465,"loss_per_codebook":[3.4476054,3.1575356,2.805612,2.652473,5.9913263,5.80828,5.3269253,5.6754107,6.472406,6.4654455,6.3424964,6.4079447,6.6866617,6.7164736,6.5882945,6.6145453],"gradient_norm":0.36453292,"learning_rate":0.00019644247,"positions_per_second":3204.5738521713324,"milliseconds_per_step":3514.97594364}
+{"event":"progress","step":3175,"loss":5.457625,"loss_per_codebook":[3.4697607,3.461561,3.2280064,3.2011302,5.916202,5.7795835,5.598604,5.32308,6.430162,6.5894575,6.351459,5.8538733,6.6589603,6.7693624,6.604947,6.0858455],"gradient_norm":0.3467861,"learning_rate":0.00019637545,"positions_per_second":3007.080558582411,"milliseconds_per_step":3745.82582028}
+{"event":"progress","step":3200,"loss":5.395867,"loss_per_codebook":[3.6864588,3.3133676,3.404089,3.0557868,5.870157,5.5002975,5.275235,5.314061,6.4250674,6.2725616,6.213818,6.0596557,6.6588707,6.590552,6.4499874,6.2439046],"gradient_norm":0.4757641,"learning_rate":0.00019630781,"positions_per_second":3584.835927358568,"milliseconds_per_step":3142.1242780000002}
+{"event":"progress","step":3225,"loss":5.47307,"loss_per_codebook":[3.405731,3.0839748,2.8485851,3.2868748,5.9813256,5.8855705,5.6195507,5.6334505,6.4081764,6.546688,6.3568363,6.1783485,6.6272225,6.7223415,6.607748,6.3766937],"gradient_norm":0.3797366,"learning_rate":0.00019623959,"positions_per_second":2869.50589947999,"milliseconds_per_step":3925.41447712}
+{"event":"progress","step":3250,"loss":5.3482347,"loss_per_codebook":[3.33066,3.2645593,3.388092,3.33539,5.7906938,5.806026,5.552081,5.036848,6.3980155,6.4432364,6.192144,5.567442,6.632206,6.66498,6.4571395,5.712243],"gradient_norm":0.371554,"learning_rate":0.00019617076,"positions_per_second":3802.637905249657,"milliseconds_per_step":2962.1542415200006}
+{"event":"progress","step":3275,"loss":5.5412664,"loss_per_codebook":[3.6443233,3.298468,3.149693,3.2252507,6.0618052,5.9088316,5.6238832,5.6154947,6.5756073,6.586328,6.3532767,6.183019,6.745045,6.755634,6.5795155,6.3540945],"gradient_norm":0.28544965,"learning_rate":0.00019610129,"positions_per_second":2539.609156865146,"milliseconds_per_step":4435.32815652}
+{"event":"progress","step":3300,"loss":5.068322,"loss_per_codebook":[3.2859414,3.3065927,2.8501735,2.7237186,5.681728,5.5868287,5.200787,4.489966,6.218853,6.2423196,6.0249085,4.9247613,6.5059223,6.587629,6.3455715,5.11745],"gradient_norm":0.46823373,"learning_rate":0.00019603124,"positions_per_second":4072.09634972458,"milliseconds_per_step":2766.1428003200003}
+{"event":"progress","step":3325,"loss":5.53805,"loss_per_codebook":[3.503817,3.24214,2.948155,3.243522,5.909574,5.849242,5.622028,5.854075,6.4827833,6.508533,6.340275,6.469145,6.6745,6.7125025,6.6066084,6.641905],"gradient_norm":0.30518308,"learning_rate":0.00019596054,"positions_per_second":2509.138534168117,"milliseconds_per_step":4489.19015296}
+{"event":"progress","step":3350,"loss":5.272409,"loss_per_codebook":[3.401628,3.2295854,3.2931473,3.0028994,5.6713495,5.694906,5.174424,5.0883145,6.3245115,6.428228,6.037604,5.6287336,6.562959,6.666093,6.3289013,5.8252535],"gradient_norm":0.35258487,"learning_rate":0.00019588927,"positions_per_second":4641.602088572725,"milliseconds_per_step":2426.7483048}
+{"event":"progress","step":3375,"loss":5.4007215,"loss_per_codebook":[3.2442038,3.2427404,3.2176538,2.922573,5.854944,5.745497,5.5528836,5.5097227,6.355888,6.4403205,6.35109,5.980289,6.57902,6.694409,6.5594616,6.1608405],"gradient_norm":0.3410403,"learning_rate":0.00019581738,"positions_per_second":2408.452361360339,"milliseconds_per_step":4676.86227916}
+{"event":"progress","step":3400,"loss":5.4290247,"loss_per_codebook":[3.4842594,2.970133,2.648086,2.7226486,5.9390435,5.7354317,5.4683685,5.6706347,6.4944596,6.504051,6.309753,6.341679,6.6806874,6.715873,6.6047416,6.574537],"gradient_norm":0.35243884,"learning_rate":0.00019574488,"positions_per_second":4116.04484984659,"milliseconds_per_step":2736.6076928}
+{"event":"progress","step":3425,"loss":5.18327,"loss_per_codebook":[3.1131155,2.9094174,2.765212,2.8910484,5.8695765,5.4456787,4.947994,5.0866227,6.4120045,6.328692,6.1876254,5.5675387,6.687,6.543295,6.4372005,5.740287],"gradient_norm":0.43493587,"learning_rate":0.00019567178,"positions_per_second":2675.3575179596223,"milliseconds_per_step":4210.278411159999}
+{"event":"progress","step":3450,"loss":5.5565815,"loss_per_codebook":[3.3871484,3.3441036,3.202087,3.3991497,5.8032784,6.027307,5.7741766,5.763336,6.3928313,6.573512,6.423337,6.30036,6.6365337,6.760665,6.648057,6.469424],"gradient_norm":0.31551424,"learning_rate":0.00019559806,"positions_per_second":3737.611485582238,"milliseconds_per_step":3013.6893691200003}
+{"event":"progress","step":3475,"loss":5.056309,"loss_per_codebook":[3.1617448,3.1623223,2.8024888,2.6455538,5.61963,5.6172647,4.9727664,4.7149744,6.2999644,6.317469,5.8195786,5.1706657,6.567627,6.583744,6.097113,5.348036],"gradient_norm":0.35137108,"learning_rate":0.00019552372,"positions_per_second":3049.4749671929026,"milliseconds_per_step":3693.75060336}
+{"event":"progress","step":3500,"loss":5.4986415,"loss_per_codebook":[3.5619116,3.4526012,3.3142571,3.447525,5.822328,5.92401,5.673338,5.5060396,6.387922,6.49329,6.3226004,6.0230923,6.59785,6.696879,6.5224814,6.2321386],"gradient_norm":0.38416716,"learning_rate":0.00019544881,"positions_per_second":3300.7764228905776,"milliseconds_per_step":3412.5304343200005}
+{"event":"validation","step":3500,"loss":5.3496623,"loss_per_codebook":[3.3930295,3.2815406,3.0378063,2.916981,5.870547,5.830156,5.492829,5.1728835,6.417319,6.4665294,6.236671,5.734346,6.641403,6.676054,6.4834065,5.9430923],"improved":true}
+{"event":"progress","step":3525,"loss":5.1010447,"loss_per_codebook":[3.165785,3.1588812,3.194205,2.62384,5.5079246,5.4252315,5.3125553,4.7176046,6.133572,6.230847,6.0992036,5.322703,6.389316,6.3925266,6.3538356,5.5886755],"gradient_norm":0.38555738,"learning_rate":0.00019537326,"positions_per_second":2627.9464761367976,"milliseconds_per_step":4286.236459639999}
+{"event":"progress","step":3550,"loss":5.213701,"loss_per_codebook":[3.3792257,3.0394297,2.9790523,2.7578013,5.8104367,5.7348557,5.3061333,4.9072466,6.3754253,6.40463,6.0962133,5.407989,6.6146054,6.647368,6.3500733,5.608728],"gradient_norm":0.3246782,"learning_rate":0.00019529712,"positions_per_second":2618.4232605751263,"milliseconds_per_step":4301.82551828}
+{"event":"progress","step":3575,"loss":5.5108647,"loss_per_codebook":[3.5336893,3.270139,2.9096375,3.2042592,5.9849644,5.8081203,5.536956,5.7541623,6.43191,6.5080657,6.338253,6.3674927,6.6455474,6.7108665,6.6044574,6.565313],"gradient_norm":0.31310943,"learning_rate":0.00019522037,"positions_per_second":4310.147924407478,"milliseconds_per_step":2613.36738264}
+{"event":"progress","step":3600,"loss":5.3151827,"loss_per_codebook":[3.4394352,3.1903515,3.070236,2.7999992,5.8281493,5.8097286,5.4538245,5.1399403,6.3716345,6.4501266,6.299443,5.5795045,6.645677,6.6854978,6.510695,5.768673],"gradient_norm":0.3609137,"learning_rate":0.00019514302,"positions_per_second":2478.5226480008278,"milliseconds_per_step":4544.64275688}
+{"event":"progress","step":3625,"loss":5.427221,"loss_per_codebook":[3.4002464,3.4487443,3.3263485,3.0903509,5.5279818,5.7524505,5.5270395,5.4594307,6.2055063,6.4231057,6.2942386,6.178215,6.48566,6.694133,6.5629063,6.4591813],"gradient_norm":0.36255932,"learning_rate":0.00019506508,"positions_per_second":4798.441811260346,"milliseconds_per_step":2347.4286952}
+{"event":"progress","step":3650,"loss":5.4051914,"loss_per_codebook":[3.1739085,3.0418365,2.8604593,2.9413812,5.806668,5.6734033,5.5537157,5.655519,6.460847,6.4407873,6.3026505,6.189137,6.715142,6.660804,6.5908613,6.41595],"gradient_norm":0.3880347,"learning_rate":0.00019498653,"positions_per_second":2367.713332573192,"milliseconds_per_step":4757.33267412}
+{"event":"progress","step":3675,"loss":5.4248166,"loss_per_codebook":[3.4295278,3.1166673,2.8505847,2.954551,5.9636636,5.787781,5.5850277,5.429089,6.460647,6.454662,6.318544,6.133809,6.6882052,6.6836762,6.576945,6.3636866],"gradient_norm":0.33326915,"learning_rate":0.00019490736,"positions_per_second":4410.025167093255,"milliseconds_per_step":2554.18043508}
+{"event":"progress","step":3700,"loss":5.2228775,"loss_per_codebook":[3.363298,3.025462,2.5902994,2.4994605,5.8904376,5.867371,5.4466333,4.7536917,6.424425,6.4718904,6.220583,5.4645834,6.6483727,6.6810756,6.4868503,5.7316093],"gradient_norm":0.39582583,"learning_rate":0.00019482759,"positions_per_second":2463.973923471371,"milliseconds_per_step":4571.4769514}
+{"event":"progress","step":3725,"loss":5.3012323,"loss_per_codebook":[3.0950396,2.9992604,3.0021415,2.521105,5.7222915,5.659565,5.5937495,5.171864,6.313415,6.424524,6.2915564,5.9265227,6.5469413,6.6673923,6.603886,6.280468],"gradient_norm":0.4347127,"learning_rate":0.00019474723,"positions_per_second":4073.344954874054,"milliseconds_per_step":2765.2948927199996}
+{"event":"progress","step":3750,"loss":5.4181757,"loss_per_codebook":[3.603373,3.5440218,3.1569624,3.1138465,5.921022,5.7830577,5.399872,5.181634,6.4624476,6.388961,6.2570662,5.893195,6.6599483,6.6284547,6.5551567,6.141788],"gradient_norm":0.36520123,"learning_rate":0.00019466627,"positions_per_second":2464.9120066892965,"milliseconds_per_step":4569.7371628}
+{"event":"progress","step":3775,"loss":5.421269,"loss_per_codebook":[3.1179671,3.1162102,3.1042418,2.9999645,5.745121,5.6990595,5.6016145,5.5405774,6.3622622,6.4477983,6.3284736,6.290457,6.607013,6.6900315,6.5767837,6.512734],"gradient_norm":0.30823532,"learning_rate":0.00019458472,"positions_per_second":4230.170468061774,"milliseconds_per_step":2662.77685144}
+{"event":"progress","step":3800,"loss":5.1802416,"loss_per_codebook":[3.009292,2.7475195,2.6956704,3.0062156,5.6196365,5.5470614,5.459639,5.051743,6.2425838,6.4161186,6.2838187,5.4316382,6.5365076,6.6650825,6.545204,5.626136],"gradient_norm":0.3880338,"learning_rate":0.00019450256,"positions_per_second":2438.151370904862,"milliseconds_per_step":4619.8936351600005}
+{"event":"progress","step":3825,"loss":5.40839,"loss_per_codebook":[3.561967,3.213736,2.7453673,2.8671331,5.979142,5.870782,5.541375,5.333198,6.5289474,6.492183,6.281204,5.9656925,6.733159,6.7217164,6.5650396,6.1335907],"gradient_norm":0.39925697,"learning_rate":0.00019441979,"positions_per_second":4966.961355838933,"milliseconds_per_step":2267.78490772}
+{"event":"progress","step":3850,"loss":5.525562,"loss_per_codebook":[3.4471576,3.3727057,3.1937008,3.2425818,5.9554067,5.8808374,5.580294,5.6067915,6.5084367,6.5472136,6.3575277,6.2189245,6.6886353,6.724107,6.6189904,6.4656844],"gradient_norm":0.31655666,"learning_rate":0.00019433643,"positions_per_second":2413.558557702856,"milliseconds_per_step":4666.96777008}
+{"event":"progress","step":3875,"loss":5.3348556,"loss_per_codebook":[3.3636265,3.1578753,2.808257,2.502349,5.8605223,5.7358193,5.4326544,5.1152,6.3586307,6.474184,6.304734,6.05781,6.5735755,6.679289,6.557646,6.3755093],"gradient_norm":0.34667742,"learning_rate":0.00019425247,"positions_per_second":4749.9781076106665,"milliseconds_per_step":2371.37935056}
+{"event":"progress","step":3900,"loss":5.5357776,"loss_per_codebook":[3.562945,3.3051865,3.0705674,3.0156507,5.9497957,5.8673544,5.62029,5.7524967,6.473633,6.5259423,6.331035,6.4390883,6.6939154,6.733373,6.5927606,6.6384053],"gradient_norm":0.3119333,"learning_rate":0.00019416792,"positions_per_second":2469.54707001312,"milliseconds_per_step":4561.16027784}
+{"event":"progress","step":3925,"loss":5.2922544,"loss_per_codebook":[3.3561165,3.1952252,2.946495,2.7713923,5.686546,5.5718927,5.3821697,5.1468096,6.3210397,6.3265004,6.2155166,5.888291,6.543433,6.6456046,6.5254197,6.1536164],"gradient_norm":0.37469345,"learning_rate":0.00019408276,"positions_per_second":4641.043832544472,"milliseconds_per_step":2427.04021044}
+{"event":"progress","step":3950,"loss":5.4811745,"loss_per_codebook":[3.442171,3.3344643,2.7722042,3.0694625,5.8799987,5.9127398,5.433306,5.6399946,6.4100833,6.532199,6.3195567,6.3562603,6.657651,6.7376933,6.609769,6.5912356],"gradient_norm":0.36573946,"learning_rate":0.00019399702,"positions_per_second":2534.7890988767695,"milliseconds_per_step":4443.76220688}
+{"event":"progress","step":3975,"loss":5.4357715,"loss_per_codebook":[3.2444646,3.2894213,3.2600918,3.3313498,5.6228566,5.685624,5.473752,5.587402,6.3279757,6.3753304,6.291338,6.1981645,6.5910845,6.6638246,6.6031785,6.4264774],"gradient_norm":0.36393926,"learning_rate":0.00019391067,"positions_per_second":4272.265482038317,"milliseconds_per_step":2636.54027292}
+{"event":"progress","step":4000,"loss":5.3762894,"loss_per_codebook":[3.1547558,3.688659,3.598691,3.1265109,5.7022176,6.057318,5.684356,5.0755606,6.2019324,6.5176454,6.3122134,5.4768248,6.470699,6.723247,6.534434,5.6955695],"gradient_norm":0.37895682,"learning_rate":0.00019382374,"positions_per_second":2470.7759085563634,"milliseconds_per_step":4558.8917882}
+{"event":"validation","step":4000,"loss":5.304667,"loss_per_codebook":[3.3421905,3.215371,2.993964,2.8663528,5.834118,5.783348,5.420159,5.078996,6.3886847,6.4329915,6.1856422,5.686147,6.6181445,6.6531525,6.4590745,5.9163375],"improved":true}
+{"event":"progress","step":4025,"loss":5.3843155,"loss_per_codebook":[3.2203856,3.4106154,3.247529,3.0338821,5.7840724,5.9002814,5.7022443,5.152733,6.3471146,6.5212064,6.392838,5.649068,6.633993,6.706158,6.602924,5.8440003],"gradient_norm":0.32946408,"learning_rate":0.00019373622,"positions_per_second":2676.7702958420045,"milliseconds_per_step":4208.05626}
+{"event":"progress","step":4050,"loss":5.2377915,"loss_per_codebook":[3.2414253,3.1895447,2.9688778,3.0858383,5.7138515,5.765338,5.3386955,4.8846874,6.293328,6.3776226,6.23264,5.394987,6.572214,6.6021214,6.5226784,5.620826],"gradient_norm":0.36143956,"learning_rate":0.0001936481,"positions_per_second":3057.0020691280833,"milliseconds_per_step":3684.65566764}
+{"event":"progress","step":4075,"loss":5.425733,"loss_per_codebook":[3.326205,3.2065837,2.9688208,2.9419827,5.901382,5.8656774,5.4812098,5.332211,6.4165277,6.5107427,6.2308507,6.2003536,6.645971,6.7276797,6.5468564,6.5086713],"gradient_norm":0.3289268,"learning_rate":0.00019355936,"positions_per_second":3544.039583760706,"milliseconds_per_step":3178.294072}
+{"event":"progress","step":4100,"loss":5.100998,"loss_per_codebook":[3.1809175,3.283452,3.1020675,2.6557374,5.5627146,5.6971474,5.2503953,4.5754023,6.246096,6.362998,5.9914355,5.041666,6.593007,6.597294,6.2408757,5.2347555],"gradient_norm":0.38604063,"learning_rate":0.00019347007,"positions_per_second":2980.530798280026,"milliseconds_per_step":3779.1926211600007}
+{"event":"progress","step":4125,"loss":5.1845055,"loss_per_codebook":[3.24053,3.0966003,2.7905471,2.776157,5.8830376,5.7033505,5.453302,4.623831,6.4102674,6.4023023,6.224584,5.10211,6.6082335,6.6518717,6.5437284,5.441632],"gradient_norm":0.4071548,"learning_rate":0.00019338017,"positions_per_second":3554.232486588702,"milliseconds_per_step":3169.17929328}
+{"event":"progress","step":4150,"loss":5.2915425,"loss_per_codebook":[3.5310566,3.2608511,3.0756304,2.8018477,5.958331,5.723747,5.4032907,5.0001016,6.4706078,6.423223,6.088766,5.5494084,6.651328,6.6235824,6.360947,5.7419677],"gradient_norm":0.34668884,"learning_rate":0.00019328968,"positions_per_second":2806.0219791210397,"milliseconds_per_step":4014.2237244799994}
+{"event":"progress","step":4175,"loss":5.2452283,"loss_per_codebook":[3.3399918,3.2225623,2.690687,2.6706488,5.7436075,5.81134,5.3384094,4.966837,6.328331,6.5143237,6.2037115,5.555899,6.5621414,6.7120137,6.4742007,5.788951],"gradient_norm":0.35602883,"learning_rate":0.00019319859,"positions_per_second":3772.0527058276575,"milliseconds_per_step":2986.1724844399996}
+{"event":"progress","step":4200,"loss":5.417825,"loss_per_codebook":[3.3835037,3.2367196,3.2372415,3.071637,5.802819,5.764322,5.424898,5.4305525,6.344095,6.423583,6.263441,6.132937,6.6133447,6.642714,6.5423784,6.371007],"gradient_norm":0.3459415,"learning_rate":0.00019310691,"positions_per_second":2865.3272465721575,"milliseconds_per_step":3931.1391093200004}
+{"event":"progress","step":4225,"loss":5.2623878,"loss_per_codebook":[3.3627746,3.305419,3.4030912,3.336223,5.654392,5.57686,5.361797,5.096406,6.2274227,6.2321544,6.050637,5.5397377,6.507916,6.481269,6.3096924,5.7524133],"gradient_norm":0.36455908,"learning_rate":0.00019301465,"positions_per_second":3491.180903564304,"milliseconds_per_step":3226.41544828}
+{"event":"progress","step":4250,"loss":5.3897333,"loss_per_codebook":[3.1697774,2.9743698,3.1587615,3.125023,5.764248,5.7775416,5.466185,5.5067425,6.3650007,6.390406,6.2714562,6.0287504,6.5967617,6.630835,6.5286207,6.4812446],"gradient_norm":0.45708346,"learning_rate":0.00019292181,"positions_per_second":2874.405336544825,"milliseconds_per_step":3918.72359016}
+{"event":"progress","step":4275,"loss":5.216523,"loss_per_codebook":[3.052314,3.1445246,2.8972442,3.0395687,5.6271114,5.5539937,5.327287,5.0355773,6.162202,6.3741217,6.09114,5.6522884,6.472223,6.6342382,6.396719,6.0038133],"gradient_norm":0.40772447,"learning_rate":0.00019282836,"positions_per_second":3599.620530391502,"milliseconds_per_step":3129.2187342800003}
+{"event":"progress","step":4300,"loss":5.2532334,"loss_per_codebook":[3.183415,3.310474,3.1816137,2.8318992,5.7132854,5.777516,5.3269954,4.912787,6.377342,6.4591064,6.168306,5.3932557,6.5729346,6.697958,6.5148177,5.630029],"gradient_norm":0.3252128,"learning_rate":0.00019273435,"positions_per_second":2739.6893393255536,"milliseconds_per_step":4111.41505656}
+{"event":"progress","step":4325,"loss":5.289786,"loss_per_codebook":[3.115853,3.304138,2.976555,3.0321994,5.78175,5.8683066,5.41045,4.9521646,6.389531,6.5384974,6.1367292,5.5416713,6.6207366,6.7385664,6.4354844,5.7939377],"gradient_norm":0.33822787,"learning_rate":0.00019263974,"positions_per_second":3813.6616490771917,"milliseconds_per_step":2953.5918590799997}
+{"event":"progress","step":4350,"loss":5.4547396,"loss_per_codebook":[3.2584906,3.0240533,2.8027246,3.1091268,5.897824,5.7784557,5.520057,5.721018,6.4467554,6.46671,6.3062935,6.3880544,6.677563,6.688022,6.585282,6.605408],"gradient_norm":0.32725704,"learning_rate":0.00019254454,"positions_per_second":2776.329171068948,"milliseconds_per_step":4057.15580032}
+{"event":"progress","step":4375,"loss":5.4702916,"loss_per_codebook":[3.2681413,3.18734,3.1506274,3.4448984,5.809349,5.8427296,5.612308,5.6451335,6.3715134,6.5075436,6.336742,6.136593,6.593866,6.712667,6.574094,6.3311167],"gradient_norm":0.31965417,"learning_rate":0.00019244876,"positions_per_second":3743.18233904526,"milliseconds_per_step":3009.2041957200004}
+{"event":"progress","step":4400,"loss":5.220104,"loss_per_codebook":[3.2540507,3.2304869,3.1864526,3.0300107,5.7236032,5.4988003,5.174874,4.9443064,6.2503185,6.2624736,6.0112042,5.6654387,6.496543,6.5179462,6.3415036,5.9336524],"gradient_norm":0.42606726,"learning_rate":0.00019235237,"positions_per_second":2744.8446882735066,"milliseconds_per_step":4103.69302428}
+{"event":"progress","step":4425,"loss":5.3584723,"loss_per_codebook":[3.3867874,3.0869255,2.7520118,2.874178,5.785188,5.7656236,5.427172,5.319376,6.3823905,6.4507265,6.235213,6.0850945,6.6009016,6.6906295,6.535593,6.3577476],"gradient_norm":0.35002148,"learning_rate":0.00019225542,"positions_per_second":3866.436815327677,"milliseconds_per_step":2913.276626}
+{"event":"progress","step":4450,"loss":5.423062,"loss_per_codebook":[3.3378224,3.236994,2.965006,2.9817345,5.7383175,5.6928134,5.4822145,5.6493335,6.274551,6.4112864,6.326823,6.3090243,6.5485883,6.639262,6.6248302,6.5503836],"gradient_norm":0.34203252,"learning_rate":0.0001921579,"positions_per_second":2735.6113330273693,"milliseconds_per_step":4117.5439888}
+{"event":"progress","step":4475,"loss":5.345793,"loss_per_codebook":[3.098249,3.3089857,2.8260279,2.9917424,5.7629023,5.777103,5.4875493,5.395306,6.370124,6.448439,6.2196474,5.9068823,6.6022544,6.661078,6.53603,6.140369],"gradient_norm":0.32235584,"learning_rate":0.00019205979,"positions_per_second":3644.831585571997,"milliseconds_per_step":3090.4034207199998}

plots/pq-rock-balanced.json

@@ -2,9 +2,9 @@
   "run": "pq-rock-balanced",
   "parameters": 42858496,
   "train_tracks": 30054,
-  "latest_step": 2450,
-  "latest_train_loss": 5.409,
-  "best_validation_loss": 5.5906,
-  "best_validation_step": 2000,
-  "milliseconds_per_step": 3054.9
+  "latest_step": 4475,
+  "latest_train_loss": 5.3458,
+  "best_validation_loss": 5.3047,
+  "best_validation_step": 4000,
+  "milliseconds_per_step": 3090.4
 }

publish.log

@@ -35,3 +35,8 @@ Uploading... 31/31 files checked, 0/11 uploaded (0.00B transferred), 0 committed
 Found 35 files to upload
 Uploading... 35/35 files checked, 0/14 uploaded (0.00B transferred), 0 committed in 0 commit(s)
 Uploading... 35/35 files checked, 6/14 uploaded (708MB transferred), 0 committed in 0 commit(s)
+2026-11-04 12:53:09 uploaded
+2026-11-04 14:53:27 uploading: pq-large step 20000, validation 5.0617;pq-rock-balanced step 4475, validation 5.3047;vocoder-rock step 74550, validation 1.4537
+Found 35 files to upload
+Uploading... 35/35 files checked, 0/14 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 35/35 files checked, 11/14 uploaded (481MB transferred), 0 committed in 0 commit(s)