Shuibai12138's picture
LLaDA-8B CDLM LoRA adapter, 2000 steps on nvidia/OpenCodeInstruct
d7a86e3 verified
Raw History Blame Contribute Delete
15.6 kB
[
{
"step": 1,
"loss": 1.3025325536727905,
"lr": 2.9999999999999997e-06,
"mdm": 0.6960224310557048,
"noise": 5.593434810638428
},
{
"step": 20,
"loss": 1.3936412334442139,
"lr": 3.149999999999999e-05,
"mdm": 2.398446927467982,
"noise": 0.9339588681856792
},
{
"step": 40,
"loss": 1.3872082233428955,
"lr": 6.149999999999999e-05,
"mdm": 2.9106233989199004,
"noise": 3.3341159249345464
},
{
"step": 60,
"loss": 0.7320753335952759,
"lr": 9.149999999999999e-05,
"mdm": 0.39888378232717514,
"noise": 0.9890451927979788
},
{
"step": 80,
"loss": 0.29614946246147156,
"lr": 0.0001215,
"mdm": 0.182986494153738,
"noise": 0.18559234837690988
},
{
"step": 100,
"loss": 2.7957563400268555,
"lr": 0.0001515,
"mdm": 5.203586260477701,
"noise": 4.3803486824035645
},
{
"step": 120,
"loss": 0.37232446670532227,
"lr": 0.00018149999999999997,
"mdm": 0.3140166675051054,
"noise": 0.3206816464662552
},
{
"step": 140,
"loss": 0.511553943157196,
"lr": 0.00021149999999999996,
"mdm": 0.16597530773530403,
"noise": 0.38172972947359085
},
{
"step": 160,
"loss": 0.786571204662323,
"lr": 0.0002415,
"mdm": 0.020785644999705255,
"noise": 0.0329741599659125
},
{
"step": 180,
"loss": 0.3354274034500122,
"lr": 0.0002715,
"mdm": 0.1629752318064372,
"noise": 0.13942975426713625
},
{
"step": 200,
"loss": 1.0152480602264404,
"lr": 0.0003,
"mdm": 1.0166242296497028,
"noise": 0.8267207977672418
},
{
"step": 220,
"loss": 0.45348984003067017,
"lr": 0.0002999992447508326,
"mdm": 0.2889456773797671,
"noise": 0.4254009034484625
},
{
"step": 240,
"loss": 1.1441317796707153,
"lr": 0.0002999969790109359,
"mdm": 0.1753734027345975,
"noise": 0.23222905894120532
},
{
"step": 260,
"loss": 0.5644038915634155,
"lr": 0.0002999932028031259,
"mdm": 1.2716388615469139,
"noise": 0.9803574966887634
},
{
"step": 280,
"loss": 0.9009378552436829,
"lr": 0.0002999879161654289,
"mdm": 0.0858745282627448,
"noise": 0.2118205154935519
},
{
"step": 300,
"loss": 0.8451170921325684,
"lr": 0.00029998111915108125,
"mdm": 1.0084592786928017,
"noise": 1.3566677868366241
},
{
"step": 320,
"loss": 0.5558885335922241,
"lr": 0.00029997281182852885,
"mdm": 0.2563975180188815,
"noise": 0.08172199688851833
},
{
"step": 340,
"loss": 0.9371420741081238,
"lr": 0.00029996299428142637,
"mdm": 1.5218473722537358,
"noise": 1.4095893067618213
},
{
"step": 360,
"loss": 0.7152448892593384,
"lr": 0.00029995166660863636,
"mdm": 0.5259222984313965,
"noise": 0.16870781034231186
},
{
"step": 380,
"loss": 0.2936822175979614,
"lr": 0.0002999388289242284,
"mdm": 0.278332748139898,
"noise": 0.2756944917297612
},
{
"step": 400,
"loss": 1.0088224411010742,
"lr": 0.00029992448135747777,
"mdm": 2.01437525699536,
"noise": 2.8277838056286173
},
{
"step": 420,
"loss": 1.0070279836654663,
"lr": 0.00029990862405286433,
"mdm": 0.41903660073876386,
"noise": 0.7130821499352654
},
{
"step": 440,
"loss": 0.46257713437080383,
"lr": 0.00029989125717007104,
"mdm": 0.34435167411963147,
"noise": 0.5295585145552952
},
{
"step": 460,
"loss": 1.726697325706482,
"lr": 0.0002998723808839821,
"mdm": 0.21282886837919554,
"noise": 0.30414048954844475
},
{
"step": 480,
"loss": 0.9661846160888672,
"lr": 0.00029985199538468154,
"mdm": 0.16927995781103772,
"noise": 0.03847330684463183
},
{
"step": 500,
"loss": 1.6359490156173706,
"lr": 0.0002998301008774512,
"mdm": 1.112839768330256,
"noise": 0.871399521206816
},
{
"step": 520,
"loss": 0.5865557193756104,
"lr": 0.00029980669758276836,
"mdm": 0.2326023280620575,
"noise": 0.2910580039024353
},
{
"step": 540,
"loss": 0.9167336225509644,
"lr": 0.0002997817857363041,
"mdm": 1.4102614124615989,
"noise": 1.1845351532101631
},
{
"step": 560,
"loss": 0.8393187522888184,
"lr": 0.0002997553655889203,
"mdm": 2.466443109015624,
"noise": 1.4380976607402167
},
{
"step": 580,
"loss": 1.1091121435165405,
"lr": 0.00029972743740666765,
"mdm": 0.28434716537594795,
"noise": 0.38256626211417216
},
{
"step": 600,
"loss": 0.8802111148834229,
"lr": 0.00029969800147078263,
"mdm": 0.014176243974361569,
"noise": 0.023776575379694503
},
{
"step": 620,
"loss": 0.5476422905921936,
"lr": 0.00029966705807768474,
"mdm": 0.31619563698768616,
"noise": 0.25392178694407147
},
{
"step": 640,
"loss": 0.5620469450950623,
"lr": 0.0002996346075389736,
"mdm": 1.6228415245811143,
"noise": 1.9025062546133995
},
{
"step": 660,
"loss": 1.2829493284225464,
"lr": 0.0002996006501814258,
"mdm": 1.3336563408374786,
"noise": 1.6541484842697778
},
{
"step": 680,
"loss": 0.41025617718696594,
"lr": 0.0002995651863469916,
"mdm": 0.33292730897665024,
"noise": 0.44259111893673736
},
{
"step": 700,
"loss": 1.0283448696136475,
"lr": 0.00029952821639279135,
"mdm": 0.6960462431112925,
"noise": 0.2711998361094932
},
{
"step": 720,
"loss": 0.40968817472457886,
"lr": 0.0002994897406911121,
"mdm": 0.3551531607906024,
"noise": 0.2883265266815821
},
{
"step": 740,
"loss": 1.1449837684631348,
"lr": 0.0002994497596294037,
"mdm": 0.1793130487203598,
"noise": 0.1720160519083341
},
{
"step": 760,
"loss": 0.5053818821907043,
"lr": 0.00029940827361027504,
"mdm": 0.9414719231426717,
"noise": 0.9746730600794157
},
{
"step": 780,
"loss": 1.2971599102020264,
"lr": 0.0002993652830514899,
"mdm": 1.5000741481781006,
"noise": 1.2626124769449234
},
{
"step": 800,
"loss": 0.5053585767745972,
"lr": 0.0002993207883859627,
"mdm": 0.19982332984606427,
"noise": 0.16066526745756468
},
{
"step": 820,
"loss": 0.24681158363819122,
"lr": 0.00029927479006175417,
"mdm": 0.3111196712125093,
"noise": 0.17952394979268624
},
{
"step": 840,
"loss": 0.40792354941368103,
"lr": 0.00029922728854206703,
"mdm": 0.23757261720796427,
"noise": 0.29534428659826517
},
{
"step": 860,
"loss": 0.5827788710594177,
"lr": 0.00029917828430524096,
"mdm": 1.3023711244265237,
"noise": 1.4380318721135459
},
{
"step": 880,
"loss": 1.0414727926254272,
"lr": 0.00029912777784474814,
"mdm": 2.81744975845019,
"noise": 1.1211907664934793
},
{
"step": 900,
"loss": 1.1502454280853271,
"lr": 0.0002990757696691881,
"mdm": 0.07631644350476563,
"noise": 0.08263469052811463
},
{
"step": 920,
"loss": 0.7252084612846375,
"lr": 0.00029902226030228247,
"mdm": 1.8865237832069397,
"noise": 2.139601821700732
},
{
"step": 940,
"loss": 0.9487966895103455,
"lr": 0.00029896725028287014,
"mdm": 0.13202671334147453,
"noise": 0.15116597277422747
},
{
"step": 960,
"loss": 0.4844435751438141,
"lr": 0.00029891074016490126,
"mdm": 0.1396119858347144,
"noise": 0.05560873433326682
},
{
"step": 980,
"loss": 1.3797367811203003,
"lr": 0.00029885273051743214,
"mdm": 1.691999614238739,
"noise": 1.7248456897214055
},
{
"step": 1000,
"loss": 1.0149692296981812,
"lr": 0.00029879322192461925,
"mdm": 0.16122563680013022,
"noise": 0.18688846270864207
},
{
"step": 1020,
"loss": 0.9079746007919312,
"lr": 0.00029873221498571354,
"mdm": 0.3692801098028819,
"noise": 0.805037040108194
},
{
"step": 1040,
"loss": 0.8526990413665771,
"lr": 0.00029866971031505417,
"mdm": 2.2437395056088767,
"noise": 2.707031269868215
},
{
"step": 1060,
"loss": 1.2970607280731201,
"lr": 0.00029860570854206244,
"mdm": 1.515724097688993,
"noise": 1.5920488536357877
},
{
"step": 1080,
"loss": 0.3938933312892914,
"lr": 0.0002985402103112355,
"mdm": 0.2745069364706675,
"noise": 0.3643916854634881
},
{
"step": 1100,
"loss": 0.5524177551269531,
"lr": 0.0002984732162821399,
"mdm": 0.6152127285798391,
"noise": 0.6022957811752955
},
{
"step": 1120,
"loss": 1.1732726097106934,
"lr": 0.00029840472712940465,
"mdm": 2.3748648626108966,
"noise": 2.055973968779047
},
{
"step": 1140,
"loss": 2.145049810409546,
"lr": 0.0002983347435427148,
"mdm": 3.842763672272364,
"noise": 2.267667527000109
},
{
"step": 1160,
"loss": 0.5389950275421143,
"lr": 0.00029826326622680433,
"mdm": 0.9314593225717543,
"noise": 1.0193744922677677
},
{
"step": 1180,
"loss": 1.042410135269165,
"lr": 0.000298190295901449,
"mdm": 3.2791209816932683,
"noise": 2.4013943473498025
},
{
"step": 1200,
"loss": 0.2813723385334015,
"lr": 0.00029811583330145914,
"mdm": 0.3368775838365158,
"noise": 0.3174112389485041
},
{
"step": 1220,
"loss": 0.17981550097465515,
"lr": 0.0002980398791766723,
"mdm": 0.1037438288331032,
"noise": 0.17358276744683582
},
{
"step": 1240,
"loss": 1.4133987426757812,
"lr": 0.00029796243429194575,
"mdm": 2.7532533009847007,
"noise": 0.5352149804433187
},
{
"step": 1260,
"loss": 0.7855198383331299,
"lr": 0.00029788349942714854,
"mdm": 1.4897150439210236,
"noise": 0.8691901949544748
},
{
"step": 1280,
"loss": 0.3333509564399719,
"lr": 0.0002978030753771539,
"mdm": 0.84690855940183,
"noise": 0.8276891410350801
},
{
"step": 1300,
"loss": 0.1619899570941925,
"lr": 0.0002977211629518312,
"mdm": 0.34462446222702664,
"noise": 0.40718386943141616
},
{
"step": 1320,
"loss": 1.6494567394256592,
"lr": 0.00029763776297603756,
"mdm": 3.1985460718472796,
"noise": 1.587076485157013
},
{
"step": 1340,
"loss": 0.5189906358718872,
"lr": 0.0002975528762896098,
"mdm": 0.2610963433980942,
"noise": 0.14830184592089307
},
{
"step": 1360,
"loss": 1.0332392454147339,
"lr": 0.000297466503747356,
"mdm": 0.5301274557908376,
"noise": 0.3262995172990486
},
{
"step": 1380,
"loss": 0.4092244803905487,
"lr": 0.0002973786462190466,
"mdm": 0.022904580437170807,
"noise": 0.06440972505758207
},
{
"step": 1400,
"loss": 0.3155897557735443,
"lr": 0.00029728930458940595,
"mdm": 0.2737589807560047,
"noise": 0.11014511021009335
},
{
"step": 1420,
"loss": 0.5446454882621765,
"lr": 0.0002971984797581034,
"mdm": 1.5783563094834485,
"noise": 1.1852061400810878
},
{
"step": 1440,
"loss": 0.6409152150154114,
"lr": 0.0002971061726397438,
"mdm": 0.12662929575890303,
"noise": 0.20215793993944922
},
{
"step": 1460,
"loss": 1.679764747619629,
"lr": 0.00029701238416385896,
"mdm": 0.9604740291833878,
"noise": 0.5779856244723003
},
{
"step": 1480,
"loss": 0.7267888784408569,
"lr": 0.00029691711527489776,
"mdm": 0.7698550621668497,
"noise": 0.701872467684249
},
{
"step": 1500,
"loss": 0.46185633540153503,
"lr": 0.0002968203669322168,
"mdm": 0.19472814227143923,
"noise": 0.21187112728754678
},
{
"step": 1520,
"loss": 0.4361240267753601,
"lr": 0.0002967221401100708,
"mdm": 1.1871636907259624,
"noise": 1.065529890358448
},
{
"step": 1540,
"loss": 0.9783262610435486,
"lr": 0.0002966224357976029,
"mdm": 2.3167748053868613,
"noise": 1.8434585531552632
},
{
"step": 1560,
"loss": 0.9183483123779297,
"lr": 0.0002965212549988342,
"mdm": 1.4174508713185787,
"noise": 0.8667386596401533
},
{
"step": 1580,
"loss": 0.5529741048812866,
"lr": 0.0002964185987326545,
"mdm": 0.23164643843968707,
"noise": 0.18472998278836408
},
{
"step": 1600,
"loss": 0.41575032472610474,
"lr": 0.00029631446803281107,
"mdm": 0.13727864126364392,
"noise": 0.08235867135226727
},
{
"step": 1620,
"loss": 1.5331116914749146,
"lr": 0.00029620886394789885,
"mdm": 1.5092341154813766,
"noise": 0.9605390479167303
},
{
"step": 1640,
"loss": 1.1535848379135132,
"lr": 0.00029610178754135,
"mdm": 0.8008035471041998,
"noise": 0.3598275383313497
},
{
"step": 1660,
"loss": 0.5884620547294617,
"lr": 0.00029599323989142263,
"mdm": 0.600251999994119,
"noise": 0.7504519039454559
},
{
"step": 1680,
"loss": 0.7278823852539062,
"lr": 0.00029588322209119037,
"mdm": 1.1877164033552012,
"noise": 1.52257489413023
},
{
"step": 1700,
"loss": 1.1616449356079102,
"lr": 0.00029577173524853123,
"mdm": 0.21141685545444489,
"noise": 0.14378571944932142
},
{
"step": 1720,
"loss": 0.633512556552887,
"lr": 0.0002956587804861165,
"mdm": 1.1104148278633752,
"noise": 0.7957791661222776
},
{
"step": 1740,
"loss": 0.5234899520874023,
"lr": 0.0002955443589413994,
"mdm": 0.7992896748085817,
"noise": 1.0426977702106037
},
{
"step": 1760,
"loss": 1.496909260749817,
"lr": 0.0002954284717666036,
"mdm": 0.0563925535728534,
"noise": 0.030924755982899416
},
{
"step": 1780,
"loss": 1.3146079778671265,
"lr": 0.00029531112012871175,
"mdm": 0.34058038890361786,
"noise": 0.8797965459525585
},
{
"step": 1800,
"loss": 0.6483448147773743,
"lr": 0.0002951923052094534,
"mdm": 0.13638452192147574,
"noise": 0.3108765557408332
},
{
"step": 1820,
"loss": 0.4191959798336029,
"lr": 0.0002950720282052936,
"mdm": 0.18765752514203388,
"noise": 0.2819322360058626
},
{
"step": 1840,
"loss": 0.2732207179069519,
"lr": 0.00029495029032742024,
"mdm": 0.06095262120167415,
"noise": 0.20426832884550095
},
{
"step": 1860,
"loss": 0.7248769402503967,
"lr": 0.0002948270928017326,
"mdm": 1.071116658548514,
"noise": 1.646443876127402
},
{
"step": 1880,
"loss": 0.6651436686515808,
"lr": 0.00029470243686882837,
"mdm": 0.19764505326747894,
"noise": 0.11654380483863254
},
{
"step": 1900,
"loss": 0.5687503814697266,
"lr": 0.00029457632378399127,
"mdm": 1.4129551351070404,
"noise": 1.1678469777107239
},
{
"step": 1920,
"loss": 0.9502825140953064,
"lr": 0.0002944487548171788,
"mdm": 1.6739682108163834,
"noise": 1.6961761166652045
},
{
"step": 1940,
"loss": 1.0631402730941772,
"lr": 0.00029431973125300907,
"mdm": 2.698383388419946,
"noise": 0.9637322425842285
},
{
"step": 1960,
"loss": 1.0126967430114746,
"lr": 0.0002941892543907478,
"mdm": 0.23686679701010385,
"noise": 0.14416508376598358
},
{
"step": 1980,
"loss": 0.7828041315078735,
"lr": 0.00029405732554429564,
"mdm": 0.046744869401057564,
"noise": 0.10460030318548282
},
{
"step": 2000,
"loss": 0.8733072876930237,
"lr": 0.0002939239460421746,
"mdm": 1.9427226732174554,
"noise": 1.0542169411977131
}
]