| { |
| "config": { |
| "vocab_size": 32000, |
| "d_model": 1280, |
| "n_layers": 23, |
| "n_heads": 20, |
| "d_ff": 3456, |
| "max_seq_len": 512, |
| "rope_theta": 10000.0, |
| "rope_pct": 0.25, |
| "dropout": 0.0, |
| "tie_embeddings": true |
| }, |
| "train_args": { |
| "steps": 1000, |
| "batch_size": 8, |
| "grad_accum": 4, |
| "seq_len": 512, |
| "lr": 0.0003, |
| "warmup": 100, |
| "save_every": 200, |
| "log_every": 10, |
| "corpus": "curated", |
| "resume": true, |
| "use_8bit_adam": true |
| }, |
| "total_params": 496986880, |
| "steps": [ |
| { |
| "step": 720, |
| "loss": 4.28348183631897, |
| "ema_loss": 4.180650027796879, |
| "lr": 0.00021277697160092742, |
| "elapsed_s": 17.697318077087402, |
| "steps_per_sec": 0.5650573695088259, |
| "vram_gb": 15.430634496 |
| }, |
| { |
| "step": 730, |
| "loss": 4.118941903114319, |
| "ema_loss": 4.135945131418912, |
| "lr": 0.00021030580199599434, |
| "elapsed_s": 35.07432723045349, |
| "steps_per_sec": 0.5702176372077319, |
| "vram_gb": 15.430634496 |
| }, |
| { |
| "step": 740, |
| "loss": 3.6725871562957764, |
| "ema_loss": 4.0054830158378945, |
| "lr": 0.00020781740384119815, |
| "elapsed_s": 52.46801733970642, |
| "steps_per_sec": 0.5717768942127871, |
| "vram_gb": 15.430634496 |
| }, |
| { |
| "step": 750, |
| "loss": 3.6983203291893005, |
| "ema_loss": 3.8964221631363376, |
| "lr": 0.00020531272340588638, |
| "elapsed_s": 69.84280610084534, |
| "steps_per_sec": 0.5727146750410399, |
| "vram_gb": 15.430634496 |
| }, |
| { |
| "step": 760, |
| "loss": 3.6233853101730347, |
| "ema_loss": 3.7636052763477563, |
| "lr": 0.00020279271315110968, |
| "elapsed_s": 87.27109622955322, |
| "steps_per_sec": 0.5729273741271987, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 770, |
| "loss": 3.3926801681518555, |
| "ema_loss": 3.6054279373031792, |
| "lr": 0.00020025833136742718, |
| "elapsed_s": 104.76516604423523, |
| "steps_per_sec": 0.5727094440404559, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 780, |
| "loss": 3.1609978079795837, |
| "ema_loss": 3.4584633810890293, |
| "lr": 0.00019771054181049524, |
| "elapsed_s": 122.30735993385315, |
| "steps_per_sec": 0.5723285993406916, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 790, |
| "loss": 3.1603373289108276, |
| "ema_loss": 3.309057160849107, |
| "lr": 0.00019515031333457712, |
| "elapsed_s": 139.78667426109314, |
| "steps_per_sec": 0.5723006175150589, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 800, |
| "loss": 2.7271658778190613, |
| "ema_loss": 3.1769729487969567, |
| "lr": 0.00019257861952411492, |
| "elapsed_s": 200.5202157497406, |
| "steps_per_sec": 0.44883255118937515, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 810, |
| "loss": 3.0822166204452515, |
| "ema_loss": 3.088718658479337, |
| "lr": 0.00018999643832350203, |
| "elapsed_s": 217.9351396560669, |
| "steps_per_sec": 0.4588521160828604, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 820, |
| "loss": 2.85100781917572, |
| "ema_loss": 3.003455477485217, |
| "lr": 0.00018740475166519754, |
| "elapsed_s": 235.42823815345764, |
| "steps_per_sec": 0.4672336711295415, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 830, |
| "loss": 2.7287580966949463, |
| "ema_loss": 2.9638366754161387, |
| "lr": 0.0001848045450963247, |
| "elapsed_s": 252.95333313941956, |
| "steps_per_sec": 0.4743958045963361, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 840, |
| "loss": 2.7534950971603394, |
| "ema_loss": 2.85498482454621, |
| "lr": 0.00018219680740389431, |
| "elapsed_s": 270.4455711841583, |
| "steps_per_sec": 0.48068821918875965, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 850, |
| "loss": 2.6869542002677917, |
| "ema_loss": 2.7344452315263985, |
| "lr": 0.00017958253023879622, |
| "elapsed_s": 287.96280574798584, |
| "steps_per_sec": 0.48617389886985163, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 860, |
| "loss": 2.446716547012329, |
| "ema_loss": 2.6342544765284797, |
| "lr": 0.00017696270773870167, |
| "elapsed_s": 305.5090491771698, |
| "steps_per_sec": 0.4909838199686599, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 870, |
| "loss": 2.5103383660316467, |
| "ema_loss": 2.5549315583614782, |
| "lr": 0.0001743383361500204, |
| "elapsed_s": 323.075519323349, |
| "steps_per_sec": 0.49524024703296865, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 880, |
| "loss": 2.2758803963661194, |
| "ema_loss": 2.480248449238682, |
| "lr": 0.00017171041344905526, |
| "elapsed_s": 340.6705768108368, |
| "steps_per_sec": 0.4990157987562144, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 890, |
| "loss": 2.280333399772644, |
| "ema_loss": 2.428152495952108, |
| "lr": 0.00016907993896249943, |
| "elapsed_s": 358.2743320465088, |
| "steps_per_sec": 0.5024083053112317, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 900, |
| "loss": 2.089028149843216, |
| "ema_loss": 2.309313885635373, |
| "lr": 0.00016644791298741992, |
| "elapsed_s": 375.8712692260742, |
| "steps_per_sec": 0.5054922138401625, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 910, |
| "loss": 2.392301082611084, |
| "ema_loss": 2.231137390297292, |
| "lr": 0.00016381533641087205, |
| "elapsed_s": 393.4869828224182, |
| "steps_per_sec": 0.5082760262243811, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 920, |
| "loss": 2.169742077589035, |
| "ema_loss": 2.1655222685266406, |
| "lr": 0.00016118321032928992, |
| "elapsed_s": 411.1121575832367, |
| "steps_per_sec": 0.5108095105591274, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 930, |
| "loss": 1.7299185693264008, |
| "ema_loss": 2.0710785211805653, |
| "lr": 0.00015855253566779667, |
| "elapsed_s": 428.7321665287018, |
| "steps_per_sec": 0.5131408771617605, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 940, |
| "loss": 2.0483551025390625, |
| "ema_loss": 1.9999614091930757, |
| "lr": 0.00015592431279958026, |
| "elapsed_s": 446.3725197315216, |
| "steps_per_sec": 0.5152646944716431, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 950, |
| "loss": 1.770757019519806, |
| "ema_loss": 1.942065600070645, |
| "lr": 0.00015329954116547926, |
| "elapsed_s": 464.01725935935974, |
| "steps_per_sec": 0.5172221402526133, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 960, |
| "loss": 1.6447540819644928, |
| "ema_loss": 1.9088268255451808, |
| "lr": 0.00015067921889392276, |
| "elapsed_s": 481.6594491004944, |
| "steps_per_sec": 0.5190389194416895, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 970, |
| "loss": 1.758211225271225, |
| "ema_loss": 1.837405344969316, |
| "lr": 0.00014806434242136985, |
| "elapsed_s": 499.30819845199585, |
| "steps_per_sec": 0.5207204704550765, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 980, |
| "loss": 1.5929311215877533, |
| "ema_loss": 1.7585266107130897, |
| "lr": 0.0001454559061133919, |
| "elapsed_s": 516.9588961601257, |
| "steps_per_sec": 0.522285237773273, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 990, |
| "loss": 1.3716070353984833, |
| "ema_loss": 1.664784491957035, |
| "lr": 0.00014285490188654308, |
| "elapsed_s": 534.6144878864288, |
| "steps_per_sec": 0.5237418856847029, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1000, |
| "loss": 1.5660839676856995, |
| "ema_loss": 1.6258334135726564, |
| "lr": 0.00014026231883116147, |
| "elapsed_s": 592.9495124816895, |
| "steps_per_sec": 0.48908042572841365, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1010, |
| "loss": 1.3805969655513763, |
| "ema_loss": 1.5515371576395063, |
| "lr": 0.00013767914283524546, |
| "elapsed_s": 610.4368507862091, |
| "steps_per_sec": 0.4914513263961972, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1020, |
| "loss": 1.6006771624088287, |
| "ema_loss": 1.4895273508195535, |
| "lr": 0.0001351063562095476, |
| "elapsed_s": 627.9561829566956, |
| "steps_per_sec": 0.4936650174226852, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1030, |
| "loss": 1.2836307883262634, |
| "ema_loss": 1.4065686388898713, |
| "lr": 0.00013254493731402865, |
| "elapsed_s": 645.4572558403015, |
| "steps_per_sec": 0.4957725660445192, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1040, |
| "loss": 1.3605864644050598, |
| "ema_loss": 1.3870377512296692, |
| "lr": 0.0001299958601858145, |
| "elapsed_s": 662.9888000488281, |
| "steps_per_sec": 0.49774596490271933, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1050, |
| "loss": 1.2070442289113998, |
| "ema_loss": 1.3173434739374783, |
| "lr": 0.00012746009416879654, |
| "elapsed_s": 680.5442576408386, |
| "steps_per_sec": 0.4996001306052267, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1060, |
| "loss": 1.0203208923339844, |
| "ema_loss": 1.2372483979334374, |
| "lr": 0.0001249386035450169, |
| "elapsed_s": 698.1243305206299, |
| "steps_per_sec": 0.5013433634936998, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1070, |
| "loss": 1.2167232036590576, |
| "ema_loss": 1.1832412849618354, |
| "lr": 0.00012243234716797824, |
| "elapsed_s": 715.7207224369049, |
| "steps_per_sec": 0.5029894883779004, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1080, |
| "loss": 0.9296802133321762, |
| "ema_loss": 1.13472966931652, |
| "lr": 0.00011994227809801857, |
| "elapsed_s": 733.3160738945007, |
| "steps_per_sec": 0.504557329604138, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1090, |
| "loss": 1.1032112538814545, |
| "ema_loss": 1.0848564241444187, |
| "lr": 0.00011746934323988837, |
| "elapsed_s": 750.9138088226318, |
| "steps_per_sec": 0.506050089284957, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1100, |
| "loss": 0.7624894231557846, |
| "ema_loss": 1.035134231257411, |
| "lr": 0.0001150144829826688, |
| "elapsed_s": 768.5393669605255, |
| "steps_per_sec": 0.5074561132013314, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1110, |
| "loss": 1.0394368767738342, |
| "ema_loss": 0.9800935883989342, |
| "lr": 0.00011257863084216771, |
| "elapsed_s": 786.1641900539398, |
| "steps_per_sec": 0.5087995676482738, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1120, |
| "loss": 0.8956251740455627, |
| "ema_loss": 0.9325636114854202, |
| "lr": 0.0001101627131059291, |
| "elapsed_s": 803.8073284626007, |
| "steps_per_sec": 0.5100724831461603, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1130, |
| "loss": 0.7532132491469383, |
| "ema_loss": 0.8859757228483139, |
| "lr": 0.00010776764848099159, |
| "elapsed_s": 821.4637365341187, |
| "steps_per_sec": 0.5112824599805761, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1140, |
| "loss": 0.7787892669439316, |
| "ema_loss": 0.858024045693639, |
| "lr": 0.00010539434774452933, |
| "elapsed_s": 839.1095054149628, |
| "steps_per_sec": 0.5124480145024136, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1150, |
| "loss": 0.7684804052114487, |
| "ema_loss": 0.8112544161741339, |
| "lr": 0.0001030437133975086, |
| "elapsed_s": 856.7590296268463, |
| "steps_per_sec": 0.5135633063495555, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1160, |
| "loss": 0.6312309950590134, |
| "ema_loss": 0.7749217716574573, |
| "lr": 0.00010071663932149149, |
| "elapsed_s": 874.4188885688782, |
| "steps_per_sec": 0.5146274924784557, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1170, |
| "loss": 0.6993876099586487, |
| "ema_loss": 0.7453027083515941, |
| "lr": 9.841401043871715e-05, |
| "elapsed_s": 892.0863609313965, |
| "steps_per_sec": 0.5156451439519039, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1180, |
| "loss": 0.5929347425699234, |
| "ema_loss": 0.7042416589248688, |
| "lr": 9.613670237559053e-05, |
| "elapsed_s": 909.741069316864, |
| "steps_per_sec": 0.5166305181241613, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1190, |
| "loss": 0.6512271761894226, |
| "ema_loss": 0.6882631183908091, |
| "lr": 9.388558112970555e-05, |
| "elapsed_s": 927.3969824314117, |
| "steps_per_sec": 0.5175777030690304, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1200, |
| "loss": 0.6192804276943207, |
| "ema_loss": 0.6477409202862138, |
| "lr": 9.166150274053016e-05, |
| "elapsed_s": 986.2773616313934, |
| "steps_per_sec": 0.4968176489314273, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1210, |
| "loss": 0.5546711385250092, |
| "ema_loss": 0.6117017021277563, |
| "lr": 8.946531296387777e-05, |
| "elapsed_s": 1003.7613523006439, |
| "steps_per_sec": 0.49812637122757175, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1220, |
| "loss": 0.481452077627182, |
| "ema_loss": 0.5780685955709823, |
| "lr": 8.729784695029022e-05, |
| "elapsed_s": 1021.3000912666321, |
| "steps_per_sec": 0.4993635116271165, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1230, |
| "loss": 0.45283564925193787, |
| "ema_loss": 0.5569614956021417, |
| "lr": 8.515992892745223e-05, |
| "elapsed_s": 1038.7958240509033, |
| "steps_per_sec": 0.5005796018434118, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1240, |
| "loss": 0.47686392813920975, |
| "ema_loss": 0.5290220321572775, |
| "lr": 8.305237188676093e-05, |
| "elapsed_s": 1056.3251626491547, |
| "steps_per_sec": 0.5017394441980485, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1250, |
| "loss": 0.3735135644674301, |
| "ema_loss": 0.49133690958435916, |
| "lr": 8.097597727416727e-05, |
| "elapsed_s": 1073.8807201385498, |
| "steps_per_sec": 0.5028491431807532, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1260, |
| "loss": 0.45909684151411057, |
| "ema_loss": 0.48467543677400826, |
| "lr": 7.893153468540834e-05, |
| "elapsed_s": 1091.462209224701, |
| "steps_per_sec": 0.5039111710433675, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1270, |
| "loss": 0.3922751322388649, |
| "ema_loss": 0.45441256367994354, |
| "lr": 7.691982156574558e-05, |
| "elapsed_s": 1109.0576066970825, |
| "steps_per_sec": 0.5049331942889357, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1280, |
| "loss": 0.37874237447977066, |
| "ema_loss": 0.4349958523394238, |
| "lr": 7.494160291432407e-05, |
| "elapsed_s": 1126.652606010437, |
| "steps_per_sec": 0.5059234736237052, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1290, |
| "loss": 0.35153336822986603, |
| "ema_loss": 0.4098208888180574, |
| "lr": 7.299763099326428e-05, |
| "elapsed_s": 1144.2501864433289, |
| "steps_per_sec": 0.5068821546822843, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1300, |
| "loss": 0.4052524045109749, |
| "ema_loss": 0.3939671492847197, |
| "lr": 7.108864504159727e-05, |
| "elapsed_s": 1161.8791389465332, |
| "steps_per_sec": 0.5077980834865048, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1310, |
| "loss": 0.32005714252591133, |
| "ema_loss": 0.3771534058817519, |
| "lr": 6.921537099415279e-05, |
| "elapsed_s": 1179.5162498950958, |
| "steps_per_sec": 0.5086831148391241, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1320, |
| "loss": 0.2465466745197773, |
| "ema_loss": 0.35445263362599905, |
| "lr": 6.737852120550606e-05, |
| "elapsed_s": 1197.1513810157776, |
| "steps_per_sec": 0.5095429113421043, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1330, |
| "loss": 0.3049493618309498, |
| "ema_loss": 0.3454900266396032, |
| "lr": 6.55787941790888e-05, |
| "elapsed_s": 1214.7954704761505, |
| "steps_per_sec": 0.510373980697331, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1340, |
| "loss": 0.3119439110159874, |
| "ema_loss": 0.3349345600271566, |
| "lr": 6.381687430156783e-05, |
| "elapsed_s": 1232.4373080730438, |
| "steps_per_sec": 0.511182188232378, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1350, |
| "loss": 0.2921401411294937, |
| "ema_loss": 0.31941364171661696, |
| "lr": 6.209343158259153e-05, |
| "elapsed_s": 1250.084626674652, |
| "steps_per_sec": 0.511965339260641, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1360, |
| "loss": 0.24287717416882515, |
| "ema_loss": 0.3099492300999808, |
| "lr": 6.0409121400003627e-05, |
| "elapsed_s": 1267.7480945587158, |
| "steps_per_sec": 0.5127201553604033, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1370, |
| "loss": 0.22612635791301727, |
| "ema_loss": 0.2947590519243712, |
| "lr": 5.876458425062101e-05, |
| "elapsed_s": 1285.4061183929443, |
| "steps_per_sec": 0.513456401487456, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1380, |
| "loss": 0.22580422461032867, |
| "ema_loss": 0.2781091778342552, |
| "lr": 5.7160445506670415e-05, |
| "elapsed_s": 1303.058067560196, |
| "steps_per_sec": 0.514175090642343, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1390, |
| "loss": 0.2514393739402294, |
| "ema_loss": 0.26574903508551445, |
| "lr": 5.559731517797666e-05, |
| "elapsed_s": 1320.7140231132507, |
| "steps_per_sec": 0.5148730066461105, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1400, |
| "loss": 0.24877634644508362, |
| "ema_loss": 0.2662288530131991, |
| "lr": 5.4075787679992615e-05, |
| "elapsed_s": 1380.0000896453857, |
| "steps_per_sec": 0.49999996751978987, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1410, |
| "loss": 0.29013000428676605, |
| "ema_loss": 0.2518670179663263, |
| "lr": 5.259644160775935e-05, |
| "elapsed_s": 1397.4809682369232, |
| "steps_per_sec": 0.5009012758743523, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1420, |
| "loss": 0.21814599260687828, |
| "ema_loss": 0.23880236520769688, |
| "lr": 5.1159839515882365e-05, |
| "elapsed_s": 1415.0194308757782, |
| "steps_per_sec": 0.5017598942514659, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1430, |
| "loss": 0.20425041019916534, |
| "ema_loss": 0.2289297893300412, |
| "lr": 4.9766527704607636e-05, |
| "elapsed_s": 1432.520180940628, |
| "steps_per_sec": 0.5026107203091759, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1440, |
| "loss": 0.21563759073615074, |
| "ema_loss": 0.22410501963253138, |
| "lr": 4.8417036012078574e-05, |
| "elapsed_s": 1450.0505871772766, |
| "steps_per_sec": 0.5034307123181445, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1450, |
| "loss": 0.21186616644263268, |
| "ema_loss": 0.2213783268398314, |
| "lr": 4.711187761285319e-05, |
| "elapsed_s": 1467.6139550209045, |
| "steps_per_sec": 0.5042197898625592, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1460, |
| "loss": 0.17390306666493416, |
| "ema_loss": 0.20964586315877706, |
| "lr": 4.5851548822757895e-05, |
| "elapsed_s": 1485.1958084106445, |
| "steps_per_sec": 0.5049839191255185, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1470, |
| "loss": 0.19438401982188225, |
| "ema_loss": 0.20803681597852408, |
| "lr": 4.463652891015232e-05, |
| "elapsed_s": 1502.7898688316345, |
| "steps_per_sec": 0.5057260604177967, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1480, |
| "loss": 0.18505235388875008, |
| "ema_loss": 0.20459605664240096, |
| "lr": 4.346727991367676e-05, |
| "elapsed_s": 1520.390971660614, |
| "steps_per_sec": 0.5064486795518025, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1490, |
| "loss": 0.1997264064848423, |
| "ema_loss": 0.19819135992439754, |
| "lr": 4.234424646655138e-05, |
| "elapsed_s": 1538.0068547725677, |
| "steps_per_sec": 0.5071498853074632, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1500, |
| "loss": 0.16755592823028564, |
| "ema_loss": 0.1918936216767847, |
| "lr": 4.1267855627494735e-05, |
| "elapsed_s": 1555.638013601303, |
| "steps_per_sec": 0.5078302234149894, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1510, |
| "loss": 0.17541416734457016, |
| "ema_loss": 0.18443936061329902, |
| "lr": 4.023851671832496e-05, |
| "elapsed_s": 1573.2746274471283, |
| "steps_per_sec": 0.5084935497231776, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1520, |
| "loss": 0.14539901167154312, |
| "ema_loss": 0.17578462170763828, |
| "lr": 3.925662116830581e-05, |
| "elapsed_s": 1590.9256908893585, |
| "steps_per_sec": 0.5091375446625632, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1530, |
| "loss": 0.1841065064072609, |
| "ema_loss": 0.17096551335138493, |
| "lr": 3.8322542365297113e-05, |
| "elapsed_s": 1608.5824146270752, |
| "steps_per_sec": 0.5097656125938094, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1540, |
| "loss": 0.15982552990317345, |
| "ema_loss": 0.16729554632520202, |
| "lr": 3.743663551376553e-05, |
| "elapsed_s": 1626.2370433807373, |
| "steps_per_sec": 0.5103806996515938, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1550, |
| "loss": 0.17187346518039703, |
| "ema_loss": 0.1643358000447934, |
| "lr": 3.6599237499710016e-05, |
| "elapsed_s": 1643.8927867412567, |
| "steps_per_sec": 0.5109822287529833, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1560, |
| "loss": 0.1427095215767622, |
| "ema_loss": 0.15744941248457628, |
| "lr": 3.581066676255348e-05, |
| "elapsed_s": 1661.5445902347565, |
| "steps_per_sec": 0.5115721871056769, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1570, |
| "loss": 0.12492887675762177, |
| "ema_loss": 0.15700561553855466, |
| "lr": 3.5071223174048926e-05, |
| "elapsed_s": 1679.1984930038452, |
| "steps_per_sec": 0.5121491018382129, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1580, |
| "loss": 0.14507505670189857, |
| "ema_loss": 0.15353575625923596, |
| "lr": 3.438118792424645e-05, |
| "elapsed_s": 1696.8557302951813, |
| "steps_per_sec": 0.5127130046870023, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1590, |
| "loss": 0.14994086883962154, |
| "ema_loss": 0.15015913800263153, |
| "lr": 3.374082341456457e-05, |
| "elapsed_s": 1714.52734375, |
| "steps_per_sec": 0.5132609889296202, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1600, |
| "loss": 0.14491559006273746, |
| "ema_loss": 0.1493680333619406, |
| "lr": 3.315037315800602e-05, |
| "elapsed_s": 1776.030238866806, |
| "steps_per_sec": 0.501117593903054, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1610, |
| "loss": 0.13732506521046162, |
| "ema_loss": 0.14832111416366284, |
| "lr": 3.2610061686556506e-05, |
| "elapsed_s": 1793.507203578949, |
| "steps_per_sec": 0.5018100837309419, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1620, |
| "loss": 0.1437094621360302, |
| "ema_loss": 0.14366319953712975, |
| "lr": 3.2120094465801376e-05, |
| "elapsed_s": 1811.0531499385834, |
| "steps_per_sec": 0.5024700683306065, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1630, |
| "loss": 0.1201076190918684, |
| "ema_loss": 0.1377247703954839, |
| "lr": 3.168065781679277e-05, |
| "elapsed_s": 1828.5478429794312, |
| "steps_per_sec": 0.503131489576425, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1640, |
| "loss": 0.13061938621103764, |
| "ema_loss": 0.13602811819866328, |
| "lr": 3.129191884519671e-05, |
| "elapsed_s": 1846.0855515003204, |
| "steps_per_sec": 0.5037686358815742, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1650, |
| "loss": 0.12817695923149586, |
| "ema_loss": 0.1344849350545901, |
| "lr": 3.095402537774757e-05, |
| "elapsed_s": 1863.6434466838837, |
| "steps_per_sec": 0.5043883268940796, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1660, |
| "loss": 0.13230768591165543, |
| "ema_loss": 0.13204115287728813, |
| "lr": 3.066710590603351e-05, |
| "elapsed_s": 1881.2273790836334, |
| "steps_per_sec": 0.5049894609033149, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1670, |
| "loss": 0.11046527698636055, |
| "ema_loss": 0.1296894053225092, |
| "lr": 3.0431269537634746e-05, |
| "elapsed_s": 1898.828557729721, |
| "steps_per_sec": 0.50557486935408, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1680, |
| "loss": 0.13638370111584663, |
| "ema_loss": 0.12728797289501487, |
| "lr": 3.0246605954632904e-05, |
| "elapsed_s": 1916.423189163208, |
| "steps_per_sec": 0.5061512537966854, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1690, |
| "loss": 0.12420566566288471, |
| "ema_loss": 0.12502314340227097, |
| "lr": 3.0113185379507383e-05, |
| "elapsed_s": 1934.0418214797974, |
| "steps_per_sec": 0.506710862772435, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1700, |
| "loss": 0.10359455086290836, |
| "ema_loss": 0.12350706497894226, |
| "lr": 3.0031058548431695e-05, |
| "elapsed_s": 1951.6798777580261, |
| "steps_per_sec": 0.5072553195236368, |
| "vram_gb": 15.428668416 |
| }, |
| { |
| "step": 1710, |
| "loss": 0.11198867857456207, |
| "ema_loss": 0.12169409054894889, |
| "lr": 3.0000256691979898e-05, |
| "elapsed_s": 1969.3243565559387, |
| "steps_per_sec": 0.5077883674525075, |
| "vram_gb": 15.428668416 |
| } |
| ] |
| } |
