Instructions to use Shuibai12138/LLaDA-8B-CDLM-LoRA-OpenCodeInstruct with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use Shuibai12138/LLaDA-8B-CDLM-LoRA-OpenCodeInstruct with PEFT:
Task type is invalid.
- Notebooks
- Google Colab
- Kaggle
Download train_log.json from Shuibai12138/LLaDA-8B-CDLM-LoRA-OpenCodeInstruct: direct link, hf CLI and curl.
- Browser
- Download file 15.6 kB
-
https://huggingface.co/Shuibai12138/LLaDA-8B-CDLM-LoRA-OpenCodeInstruct/resolve/main/train_log.json
- Command line
-
hf download hf://Shuibai12138/LLaDA-8B-CDLM-LoRA-OpenCodeInstruct/train_log.json
-
curl -L -o train_log.json https://huggingface.co/Shuibai12138/LLaDA-8B-CDLM-LoRA-OpenCodeInstruct/resolve/main/train_log.json
15.6 kB
| [ | |
| { | |
| "step": 1, | |
| "loss": 1.3025325536727905, | |
| "lr": 2.9999999999999997e-06, | |
| "mdm": 0.6960224310557048, | |
| "noise": 5.593434810638428 | |
| }, | |
| { | |
| "step": 20, | |
| "loss": 1.3936412334442139, | |
| "lr": 3.149999999999999e-05, | |
| "mdm": 2.398446927467982, | |
| "noise": 0.9339588681856792 | |
| }, | |
| { | |
| "step": 40, | |
| "loss": 1.3872082233428955, | |
| "lr": 6.149999999999999e-05, | |
| "mdm": 2.9106233989199004, | |
| "noise": 3.3341159249345464 | |
| }, | |
| { | |
| "step": 60, | |
| "loss": 0.7320753335952759, | |
| "lr": 9.149999999999999e-05, | |
| "mdm": 0.39888378232717514, | |
| "noise": 0.9890451927979788 | |
| }, | |
| { | |
| "step": 80, | |
| "loss": 0.29614946246147156, | |
| "lr": 0.0001215, | |
| "mdm": 0.182986494153738, | |
| "noise": 0.18559234837690988 | |
| }, | |
| { | |
| "step": 100, | |
| "loss": 2.7957563400268555, | |
| "lr": 0.0001515, | |
| "mdm": 5.203586260477701, | |
| "noise": 4.3803486824035645 | |
| }, | |
| { | |
| "step": 120, | |
| "loss": 0.37232446670532227, | |
| "lr": 0.00018149999999999997, | |
| "mdm": 0.3140166675051054, | |
| "noise": 0.3206816464662552 | |
| }, | |
| { | |
| "step": 140, | |
| "loss": 0.511553943157196, | |
| "lr": 0.00021149999999999996, | |
| "mdm": 0.16597530773530403, | |
| "noise": 0.38172972947359085 | |
| }, | |
| { | |
| "step": 160, | |
| "loss": 0.786571204662323, | |
| "lr": 0.0002415, | |
| "mdm": 0.020785644999705255, | |
| "noise": 0.0329741599659125 | |
| }, | |
| { | |
| "step": 180, | |
| "loss": 0.3354274034500122, | |
| "lr": 0.0002715, | |
| "mdm": 0.1629752318064372, | |
| "noise": 0.13942975426713625 | |
| }, | |
| { | |
| "step": 200, | |
| "loss": 1.0152480602264404, | |
| "lr": 0.0003, | |
| "mdm": 1.0166242296497028, | |
| "noise": 0.8267207977672418 | |
| }, | |
| { | |
| "step": 220, | |
| "loss": 0.45348984003067017, | |
| "lr": 0.0002999992447508326, | |
| "mdm": 0.2889456773797671, | |
| "noise": 0.4254009034484625 | |
| }, | |
| { | |
| "step": 240, | |
| "loss": 1.1441317796707153, | |
| "lr": 0.0002999969790109359, | |
| "mdm": 0.1753734027345975, | |
| "noise": 0.23222905894120532 | |
| }, | |
| { | |
| "step": 260, | |
| "loss": 0.5644038915634155, | |
| "lr": 0.0002999932028031259, | |
| "mdm": 1.2716388615469139, | |
| "noise": 0.9803574966887634 | |
| }, | |
| { | |
| "step": 280, | |
| "loss": 0.9009378552436829, | |
| "lr": 0.0002999879161654289, | |
| "mdm": 0.0858745282627448, | |
| "noise": 0.2118205154935519 | |
| }, | |
| { | |
| "step": 300, | |
| "loss": 0.8451170921325684, | |
| "lr": 0.00029998111915108125, | |
| "mdm": 1.0084592786928017, | |
| "noise": 1.3566677868366241 | |
| }, | |
| { | |
| "step": 320, | |
| "loss": 0.5558885335922241, | |
| "lr": 0.00029997281182852885, | |
| "mdm": 0.2563975180188815, | |
| "noise": 0.08172199688851833 | |
| }, | |
| { | |
| "step": 340, | |
| "loss": 0.9371420741081238, | |
| "lr": 0.00029996299428142637, | |
| "mdm": 1.5218473722537358, | |
| "noise": 1.4095893067618213 | |
| }, | |
| { | |
| "step": 360, | |
| "loss": 0.7152448892593384, | |
| "lr": 0.00029995166660863636, | |
| "mdm": 0.5259222984313965, | |
| "noise": 0.16870781034231186 | |
| }, | |
| { | |
| "step": 380, | |
| "loss": 0.2936822175979614, | |
| "lr": 0.0002999388289242284, | |
| "mdm": 0.278332748139898, | |
| "noise": 0.2756944917297612 | |
| }, | |
| { | |
| "step": 400, | |
| "loss": 1.0088224411010742, | |
| "lr": 0.00029992448135747777, | |
| "mdm": 2.01437525699536, | |
| "noise": 2.8277838056286173 | |
| }, | |
| { | |
| "step": 420, | |
| "loss": 1.0070279836654663, | |
| "lr": 0.00029990862405286433, | |
| "mdm": 0.41903660073876386, | |
| "noise": 0.7130821499352654 | |
| }, | |
| { | |
| "step": 440, | |
| "loss": 0.46257713437080383, | |
| "lr": 0.00029989125717007104, | |
| "mdm": 0.34435167411963147, | |
| "noise": 0.5295585145552952 | |
| }, | |
| { | |
| "step": 460, | |
| "loss": 1.726697325706482, | |
| "lr": 0.0002998723808839821, | |
| "mdm": 0.21282886837919554, | |
| "noise": 0.30414048954844475 | |
| }, | |
| { | |
| "step": 480, | |
| "loss": 0.9661846160888672, | |
| "lr": 0.00029985199538468154, | |
| "mdm": 0.16927995781103772, | |
| "noise": 0.03847330684463183 | |
| }, | |
| { | |
| "step": 500, | |
| "loss": 1.6359490156173706, | |
| "lr": 0.0002998301008774512, | |
| "mdm": 1.112839768330256, | |
| "noise": 0.871399521206816 | |
| }, | |
| { | |
| "step": 520, | |
| "loss": 0.5865557193756104, | |
| "lr": 0.00029980669758276836, | |
| "mdm": 0.2326023280620575, | |
| "noise": 0.2910580039024353 | |
| }, | |
| { | |
| "step": 540, | |
| "loss": 0.9167336225509644, | |
| "lr": 0.0002997817857363041, | |
| "mdm": 1.4102614124615989, | |
| "noise": 1.1845351532101631 | |
| }, | |
| { | |
| "step": 560, | |
| "loss": 0.8393187522888184, | |
| "lr": 0.0002997553655889203, | |
| "mdm": 2.466443109015624, | |
| "noise": 1.4380976607402167 | |
| }, | |
| { | |
| "step": 580, | |
| "loss": 1.1091121435165405, | |
| "lr": 0.00029972743740666765, | |
| "mdm": 0.28434716537594795, | |
| "noise": 0.38256626211417216 | |
| }, | |
| { | |
| "step": 600, | |
| "loss": 0.8802111148834229, | |
| "lr": 0.00029969800147078263, | |
| "mdm": 0.014176243974361569, | |
| "noise": 0.023776575379694503 | |
| }, | |
| { | |
| "step": 620, | |
| "loss": 0.5476422905921936, | |
| "lr": 0.00029966705807768474, | |
| "mdm": 0.31619563698768616, | |
| "noise": 0.25392178694407147 | |
| }, | |
| { | |
| "step": 640, | |
| "loss": 0.5620469450950623, | |
| "lr": 0.0002996346075389736, | |
| "mdm": 1.6228415245811143, | |
| "noise": 1.9025062546133995 | |
| }, | |
| { | |
| "step": 660, | |
| "loss": 1.2829493284225464, | |
| "lr": 0.0002996006501814258, | |
| "mdm": 1.3336563408374786, | |
| "noise": 1.6541484842697778 | |
| }, | |
| { | |
| "step": 680, | |
| "loss": 0.41025617718696594, | |
| "lr": 0.0002995651863469916, | |
| "mdm": 0.33292730897665024, | |
| "noise": 0.44259111893673736 | |
| }, | |
| { | |
| "step": 700, | |
| "loss": 1.0283448696136475, | |
| "lr": 0.00029952821639279135, | |
| "mdm": 0.6960462431112925, | |
| "noise": 0.2711998361094932 | |
| }, | |
| { | |
| "step": 720, | |
| "loss": 0.40968817472457886, | |
| "lr": 0.0002994897406911121, | |
| "mdm": 0.3551531607906024, | |
| "noise": 0.2883265266815821 | |
| }, | |
| { | |
| "step": 740, | |
| "loss": 1.1449837684631348, | |
| "lr": 0.0002994497596294037, | |
| "mdm": 0.1793130487203598, | |
| "noise": 0.1720160519083341 | |
| }, | |
| { | |
| "step": 760, | |
| "loss": 0.5053818821907043, | |
| "lr": 0.00029940827361027504, | |
| "mdm": 0.9414719231426717, | |
| "noise": 0.9746730600794157 | |
| }, | |
| { | |
| "step": 780, | |
| "loss": 1.2971599102020264, | |
| "lr": 0.0002993652830514899, | |
| "mdm": 1.5000741481781006, | |
| "noise": 1.2626124769449234 | |
| }, | |
| { | |
| "step": 800, | |
| "loss": 0.5053585767745972, | |
| "lr": 0.0002993207883859627, | |
| "mdm": 0.19982332984606427, | |
| "noise": 0.16066526745756468 | |
| }, | |
| { | |
| "step": 820, | |
| "loss": 0.24681158363819122, | |
| "lr": 0.00029927479006175417, | |
| "mdm": 0.3111196712125093, | |
| "noise": 0.17952394979268624 | |
| }, | |
| { | |
| "step": 840, | |
| "loss": 0.40792354941368103, | |
| "lr": 0.00029922728854206703, | |
| "mdm": 0.23757261720796427, | |
| "noise": 0.29534428659826517 | |
| }, | |
| { | |
| "step": 860, | |
| "loss": 0.5827788710594177, | |
| "lr": 0.00029917828430524096, | |
| "mdm": 1.3023711244265237, | |
| "noise": 1.4380318721135459 | |
| }, | |
| { | |
| "step": 880, | |
| "loss": 1.0414727926254272, | |
| "lr": 0.00029912777784474814, | |
| "mdm": 2.81744975845019, | |
| "noise": 1.1211907664934793 | |
| }, | |
| { | |
| "step": 900, | |
| "loss": 1.1502454280853271, | |
| "lr": 0.0002990757696691881, | |
| "mdm": 0.07631644350476563, | |
| "noise": 0.08263469052811463 | |
| }, | |
| { | |
| "step": 920, | |
| "loss": 0.7252084612846375, | |
| "lr": 0.00029902226030228247, | |
| "mdm": 1.8865237832069397, | |
| "noise": 2.139601821700732 | |
| }, | |
| { | |
| "step": 940, | |
| "loss": 0.9487966895103455, | |
| "lr": 0.00029896725028287014, | |
| "mdm": 0.13202671334147453, | |
| "noise": 0.15116597277422747 | |
| }, | |
| { | |
| "step": 960, | |
| "loss": 0.4844435751438141, | |
| "lr": 0.00029891074016490126, | |
| "mdm": 0.1396119858347144, | |
| "noise": 0.05560873433326682 | |
| }, | |
| { | |
| "step": 980, | |
| "loss": 1.3797367811203003, | |
| "lr": 0.00029885273051743214, | |
| "mdm": 1.691999614238739, | |
| "noise": 1.7248456897214055 | |
| }, | |
| { | |
| "step": 1000, | |
| "loss": 1.0149692296981812, | |
| "lr": 0.00029879322192461925, | |
| "mdm": 0.16122563680013022, | |
| "noise": 0.18688846270864207 | |
| }, | |
| { | |
| "step": 1020, | |
| "loss": 0.9079746007919312, | |
| "lr": 0.00029873221498571354, | |
| "mdm": 0.3692801098028819, | |
| "noise": 0.805037040108194 | |
| }, | |
| { | |
| "step": 1040, | |
| "loss": 0.8526990413665771, | |
| "lr": 0.00029866971031505417, | |
| "mdm": 2.2437395056088767, | |
| "noise": 2.707031269868215 | |
| }, | |
| { | |
| "step": 1060, | |
| "loss": 1.2970607280731201, | |
| "lr": 0.00029860570854206244, | |
| "mdm": 1.515724097688993, | |
| "noise": 1.5920488536357877 | |
| }, | |
| { | |
| "step": 1080, | |
| "loss": 0.3938933312892914, | |
| "lr": 0.0002985402103112355, | |
| "mdm": 0.2745069364706675, | |
| "noise": 0.3643916854634881 | |
| }, | |
| { | |
| "step": 1100, | |
| "loss": 0.5524177551269531, | |
| "lr": 0.0002984732162821399, | |
| "mdm": 0.6152127285798391, | |
| "noise": 0.6022957811752955 | |
| }, | |
| { | |
| "step": 1120, | |
| "loss": 1.1732726097106934, | |
| "lr": 0.00029840472712940465, | |
| "mdm": 2.3748648626108966, | |
| "noise": 2.055973968779047 | |
| }, | |
| { | |
| "step": 1140, | |
| "loss": 2.145049810409546, | |
| "lr": 0.0002983347435427148, | |
| "mdm": 3.842763672272364, | |
| "noise": 2.267667527000109 | |
| }, | |
| { | |
| "step": 1160, | |
| "loss": 0.5389950275421143, | |
| "lr": 0.00029826326622680433, | |
| "mdm": 0.9314593225717543, | |
| "noise": 1.0193744922677677 | |
| }, | |
| { | |
| "step": 1180, | |
| "loss": 1.042410135269165, | |
| "lr": 0.000298190295901449, | |
| "mdm": 3.2791209816932683, | |
| "noise": 2.4013943473498025 | |
| }, | |
| { | |
| "step": 1200, | |
| "loss": 0.2813723385334015, | |
| "lr": 0.00029811583330145914, | |
| "mdm": 0.3368775838365158, | |
| "noise": 0.3174112389485041 | |
| }, | |
| { | |
| "step": 1220, | |
| "loss": 0.17981550097465515, | |
| "lr": 0.0002980398791766723, | |
| "mdm": 0.1037438288331032, | |
| "noise": 0.17358276744683582 | |
| }, | |
| { | |
| "step": 1240, | |
| "loss": 1.4133987426757812, | |
| "lr": 0.00029796243429194575, | |
| "mdm": 2.7532533009847007, | |
| "noise": 0.5352149804433187 | |
| }, | |
| { | |
| "step": 1260, | |
| "loss": 0.7855198383331299, | |
| "lr": 0.00029788349942714854, | |
| "mdm": 1.4897150439210236, | |
| "noise": 0.8691901949544748 | |
| }, | |
| { | |
| "step": 1280, | |
| "loss": 0.3333509564399719, | |
| "lr": 0.0002978030753771539, | |
| "mdm": 0.84690855940183, | |
| "noise": 0.8276891410350801 | |
| }, | |
| { | |
| "step": 1300, | |
| "loss": 0.1619899570941925, | |
| "lr": 0.0002977211629518312, | |
| "mdm": 0.34462446222702664, | |
| "noise": 0.40718386943141616 | |
| }, | |
| { | |
| "step": 1320, | |
| "loss": 1.6494567394256592, | |
| "lr": 0.00029763776297603756, | |
| "mdm": 3.1985460718472796, | |
| "noise": 1.587076485157013 | |
| }, | |
| { | |
| "step": 1340, | |
| "loss": 0.5189906358718872, | |
| "lr": 0.0002975528762896098, | |
| "mdm": 0.2610963433980942, | |
| "noise": 0.14830184592089307 | |
| }, | |
| { | |
| "step": 1360, | |
| "loss": 1.0332392454147339, | |
| "lr": 0.000297466503747356, | |
| "mdm": 0.5301274557908376, | |
| "noise": 0.3262995172990486 | |
| }, | |
| { | |
| "step": 1380, | |
| "loss": 0.4092244803905487, | |
| "lr": 0.0002973786462190466, | |
| "mdm": 0.022904580437170807, | |
| "noise": 0.06440972505758207 | |
| }, | |
| { | |
| "step": 1400, | |
| "loss": 0.3155897557735443, | |
| "lr": 0.00029728930458940595, | |
| "mdm": 0.2737589807560047, | |
| "noise": 0.11014511021009335 | |
| }, | |
| { | |
| "step": 1420, | |
| "loss": 0.5446454882621765, | |
| "lr": 0.0002971984797581034, | |
| "mdm": 1.5783563094834485, | |
| "noise": 1.1852061400810878 | |
| }, | |
| { | |
| "step": 1440, | |
| "loss": 0.6409152150154114, | |
| "lr": 0.0002971061726397438, | |
| "mdm": 0.12662929575890303, | |
| "noise": 0.20215793993944922 | |
| }, | |
| { | |
| "step": 1460, | |
| "loss": 1.679764747619629, | |
| "lr": 0.00029701238416385896, | |
| "mdm": 0.9604740291833878, | |
| "noise": 0.5779856244723003 | |
| }, | |
| { | |
| "step": 1480, | |
| "loss": 0.7267888784408569, | |
| "lr": 0.00029691711527489776, | |
| "mdm": 0.7698550621668497, | |
| "noise": 0.701872467684249 | |
| }, | |
| { | |
| "step": 1500, | |
| "loss": 0.46185633540153503, | |
| "lr": 0.0002968203669322168, | |
| "mdm": 0.19472814227143923, | |
| "noise": 0.21187112728754678 | |
| }, | |
| { | |
| "step": 1520, | |
| "loss": 0.4361240267753601, | |
| "lr": 0.0002967221401100708, | |
| "mdm": 1.1871636907259624, | |
| "noise": 1.065529890358448 | |
| }, | |
| { | |
| "step": 1540, | |
| "loss": 0.9783262610435486, | |
| "lr": 0.0002966224357976029, | |
| "mdm": 2.3167748053868613, | |
| "noise": 1.8434585531552632 | |
| }, | |
| { | |
| "step": 1560, | |
| "loss": 0.9183483123779297, | |
| "lr": 0.0002965212549988342, | |
| "mdm": 1.4174508713185787, | |
| "noise": 0.8667386596401533 | |
| }, | |
| { | |
| "step": 1580, | |
| "loss": 0.5529741048812866, | |
| "lr": 0.0002964185987326545, | |
| "mdm": 0.23164643843968707, | |
| "noise": 0.18472998278836408 | |
| }, | |
| { | |
| "step": 1600, | |
| "loss": 0.41575032472610474, | |
| "lr": 0.00029631446803281107, | |
| "mdm": 0.13727864126364392, | |
| "noise": 0.08235867135226727 | |
| }, | |
| { | |
| "step": 1620, | |
| "loss": 1.5331116914749146, | |
| "lr": 0.00029620886394789885, | |
| "mdm": 1.5092341154813766, | |
| "noise": 0.9605390479167303 | |
| }, | |
| { | |
| "step": 1640, | |
| "loss": 1.1535848379135132, | |
| "lr": 0.00029610178754135, | |
| "mdm": 0.8008035471041998, | |
| "noise": 0.3598275383313497 | |
| }, | |
| { | |
| "step": 1660, | |
| "loss": 0.5884620547294617, | |
| "lr": 0.00029599323989142263, | |
| "mdm": 0.600251999994119, | |
| "noise": 0.7504519039454559 | |
| }, | |
| { | |
| "step": 1680, | |
| "loss": 0.7278823852539062, | |
| "lr": 0.00029588322209119037, | |
| "mdm": 1.1877164033552012, | |
| "noise": 1.52257489413023 | |
| }, | |
| { | |
| "step": 1700, | |
| "loss": 1.1616449356079102, | |
| "lr": 0.00029577173524853123, | |
| "mdm": 0.21141685545444489, | |
| "noise": 0.14378571944932142 | |
| }, | |
| { | |
| "step": 1720, | |
| "loss": 0.633512556552887, | |
| "lr": 0.0002956587804861165, | |
| "mdm": 1.1104148278633752, | |
| "noise": 0.7957791661222776 | |
| }, | |
| { | |
| "step": 1740, | |
| "loss": 0.5234899520874023, | |
| "lr": 0.0002955443589413994, | |
| "mdm": 0.7992896748085817, | |
| "noise": 1.0426977702106037 | |
| }, | |
| { | |
| "step": 1760, | |
| "loss": 1.496909260749817, | |
| "lr": 0.0002954284717666036, | |
| "mdm": 0.0563925535728534, | |
| "noise": 0.030924755982899416 | |
| }, | |
| { | |
| "step": 1780, | |
| "loss": 1.3146079778671265, | |
| "lr": 0.00029531112012871175, | |
| "mdm": 0.34058038890361786, | |
| "noise": 0.8797965459525585 | |
| }, | |
| { | |
| "step": 1800, | |
| "loss": 0.6483448147773743, | |
| "lr": 0.0002951923052094534, | |
| "mdm": 0.13638452192147574, | |
| "noise": 0.3108765557408332 | |
| }, | |
| { | |
| "step": 1820, | |
| "loss": 0.4191959798336029, | |
| "lr": 0.0002950720282052936, | |
| "mdm": 0.18765752514203388, | |
| "noise": 0.2819322360058626 | |
| }, | |
| { | |
| "step": 1840, | |
| "loss": 0.2732207179069519, | |
| "lr": 0.00029495029032742024, | |
| "mdm": 0.06095262120167415, | |
| "noise": 0.20426832884550095 | |
| }, | |
| { | |
| "step": 1860, | |
| "loss": 0.7248769402503967, | |
| "lr": 0.0002948270928017326, | |
| "mdm": 1.071116658548514, | |
| "noise": 1.646443876127402 | |
| }, | |
| { | |
| "step": 1880, | |
| "loss": 0.6651436686515808, | |
| "lr": 0.00029470243686882837, | |
| "mdm": 0.19764505326747894, | |
| "noise": 0.11654380483863254 | |
| }, | |
| { | |
| "step": 1900, | |
| "loss": 0.5687503814697266, | |
| "lr": 0.00029457632378399127, | |
| "mdm": 1.4129551351070404, | |
| "noise": 1.1678469777107239 | |
| }, | |
| { | |
| "step": 1920, | |
| "loss": 0.9502825140953064, | |
| "lr": 0.0002944487548171788, | |
| "mdm": 1.6739682108163834, | |
| "noise": 1.6961761166652045 | |
| }, | |
| { | |
| "step": 1940, | |
| "loss": 1.0631402730941772, | |
| "lr": 0.00029431973125300907, | |
| "mdm": 2.698383388419946, | |
| "noise": 0.9637322425842285 | |
| }, | |
| { | |
| "step": 1960, | |
| "loss": 1.0126967430114746, | |
| "lr": 0.0002941892543907478, | |
| "mdm": 0.23686679701010385, | |
| "noise": 0.14416508376598358 | |
| }, | |
| { | |
| "step": 1980, | |
| "loss": 0.7828041315078735, | |
| "lr": 0.00029405732554429564, | |
| "mdm": 0.046744869401057564, | |
| "noise": 0.10460030318548282 | |
| }, | |
| { | |
| "step": 2000, | |
| "loss": 0.8733072876930237, | |
| "lr": 0.0002939239460421746, | |
| "mdm": 1.9427226732174554, | |
| "noise": 1.0542169411977131 | |
| } | |
| ] |