sync learned_computer: 25 files from /dev/shm/neurv
Browse files- neurv/demos/bsearch.c +6 -0
- neurv/demos/collatz.c +4 -0
- neurv/demos/demos.jsonl +10 -0
- neurv/demos/factorial.c +7 -0
- neurv/demos/fibrec.c +4 -0
- neurv/demos/hanoi.c +5 -0
- neurv/demos/inputs.json +1 -0
- neurv/demos/matmul.c +7 -0
- neurv/demos/nqueens.c +6 -0
- neurv/demos/palin.c +5 -0
- neurv/demos/primes.c +3 -0
- neurv/demos/qsort.c +8 -0
- neurv/demos_check.py +11 -0
- neurv/gen_rv.py +156 -0
- neurv/handover.sh +23 -0
- neurv/logs/handover.log +1 -0
- neurv/logs/rvsmoke.log +8 -0
- neurv/logs/snap.log +1 -0
- neurv/runs/rvsmoke/log.jsonl +4 -0
- neurv/runs/rvsmoke/step_60.pt +3 -0
- neurv/rv1.sh +11 -0
- neurv/rvsmoke.sh +7 -0
- neurv/snap.sh +13 -0
- neurv/split.py +23 -0
- neurv/train_rv.py +207 -0
neurv/demos/bsearch.c
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#include "io.h"
|
| 2 |
+
/* binary search for each query in a sorted table of squares */
|
| 3 |
+
int t[100];
|
| 4 |
+
int main(void){ for(int i = 0; i < 100; i++) t[i] = i * i; int q;
|
| 5 |
+
while(scanf("%d", &q) == 1){ int lo = 0, hi = 99, at = -1; while(lo <= hi){ int m = (lo + hi) / 2; if(t[m] == q){ at = m; break; } if(t[m] < q) lo = m + 1; else hi = m - 1; }
|
| 6 |
+
printf("%d:%d ", q, at); } printf("\n"); return 0; }
|
neurv/demos/collatz.c
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#include "io.h"
|
| 2 |
+
/* the longest Collatz chain below 200 */
|
| 3 |
+
int main(void){ int best = 0, arg = 0; for(int s = 1; s < 200; s++){ long long x = s; int k = 0; while(x != 1){ x = (x & 1) ? 3 * x + 1 : x / 2; k++; } if(k > best){ best = k; arg = s; } }
|
| 4 |
+
printf("%d %d\n", arg, best); return 0; }
|
neurv/demos/demos.jsonl
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"id": "demo_bsearch", "img": "130170001311a10097100000e780408b6f000000130101fa232e1102232c8102232a91022328210323263103232441032322510323206103232e7101232c8101232a91012328a1012326b10113040500232af104232c0105232e11052322b1042324c1042326d1042328e104930cf0011305410493045002130990009309a000130ac006930a8006130bf02fb72b0000130d2000930d4007939c8c002324a100130ca0070345040063029502630c052483a50c006344bb2433867501938515002300a6c023a0bc006f00402303451400130700036308e50093051400130700026f00800093052400130505fd13351500330585000345150093060000130605fd6364c90213961600939636003386c6003306a60003c5150093851500930705fd930606fde3e037ff13060000631a45013385c5000345150013061600e30a45ff6304550163168507b385c50003c515001384150063d2aa0663cead08930590066306b50693053007631ab51803258100930545002324b1000325050083450500638e05161305150003a60c00634acb00b3067601130616002380b6c023a0cc008345050013051500e39005fe6f0000153384c500e3c2aafa6308950693053006630ab50e93054006631ab51203258100636ca60913057500937585ff138585002324a10003a5050083a5450063c805086f00800e930550076306b50493058007631eb50e03258100636ca60d13057500937585ff138585002324a10003a5050083a545006f00c00c03a50c006348ab0cb305750113051500238095c023a0ac006f00c00b032581006360a60913057500937585ff138585002324a10003a5050083a545006f004007930545002324b100032505009355f54163d0050603a60c00634ccb00b3077601130616001308d002238007c123a0cc003336a0003305a040b385c5003336d000b305b040b386c6406f00800203258100930545002324b100032505006ff0dfde930545002324b10003250500930500001306a0006f008001930545002324b10003250500930500001306000197000000e780c004130414006ff05fda8320c1030324810383244103032901038329c102032a8102832a4102032b0102832bc101032c8101832c4101032d0101832dc1001301010667800000130101fc232e1102232c8102232a91022328210323263103232441032322510323206103232e7101130407009384060013090600138a050093090500130b0000930a3100930ba0001385090093050a00130609009306000097000000e780c062330625033386c94063667601130676056f00800013060603a380ca0063060a00130610006f00c00033b6290113461600130b1b00938a1a0093090500138a0500e31406fa1305f0011315850063569b029305f02f372600008326050063cad5003387c60093861600230087c02320d5009384f4ffe3429bfe930531001306f02fb726000003c70a0083270500634af6003388d700938717002300e8c02320f500938afaffe390bafe8320c1030324810383244103032901038329c102032a8102832a4102032b0102832bc1011301010467800000130101fa232e1102232c8102232a91022328210323263103232441032322510323206103232e7101232c8101232a91012328a1012326b1011304050023220100232af104232c0105232e11052322b1042324c1042326d1042328e10437290000130541049309f001130aa000b71a0000130be0ff930b700f130c0002130dc0062324a100930c89f00345040063d6a9026306850393055002631eb504930d000013051400b305b50183c505006390a503938d1d006ff01fff631c450397000000e780003123a4aad46f00802a13052007634eb50413053006638aa50a13054006638ea5043304b401130414006f0040286308052883a58ad463946509032549f09305f0ff63caab26330695018346060063840626130515002322a9f08345060003450400639aa5246f008024130530076384a50813055007e396a5fa97000000e7800029930505001306d0026312c51083a58ad4639c650f032649f09305f0ff63cccb20b306960103c7060063060720130616002322c9f083c506006f00400d23a46ad5639aa51e6f00801e03a58ad46316651b032549f063c4ab1eb305950103c60500630e061c130515002322a9f003c505006f00401903258100930545002324b1008324050097000000e78040209305f0ff6306b51a3304b401130414009305f0ff630eb504630c4505630a85052380a40003a58ad493851400631c6503032649f01305f0ff93840500e3cacbfcb306960103c7060093840500e30207fc130616002322c9f003c50600938405006ff01ffb23a46ad5938405006ff05ffa2380040023a4aad46f00c01123a46ad5138705fd130690006360e612930500001306000083a68ad43304b40113041400b3b745031318160013163600330606011398150093953500338805013386c700b305e80033b705013306e60063986603832649f09307f0ff63cedb02338796010348070063080802938616002322d9f08346070003a88ad46f00c0001308e0ff23a40ad593870600138706fd93060800e36847f923a4fad49306d002631ad5003335b0003305a0403306c540b305b0401305200063e0ad0203258100930645002324d100032505002320b5002322c5006f00400403258100130645002324c100032505002320b5006f00c00223a46ad59305f0ff630eb50283258100138645002324c10083a505003304b401130414002380a50003254100130515002322a100130414006ff05fd1371500002324b5d4832541003335b0001305f5ff3365b5008320c1030324810383244103032901038329c102032a8102832a4102032b0102832bc101032c8101832c4101032d0101832dc1001301010667800000b7250000371600009306e0ff1307700f832286d4938785f013087001b7088000938838016398d20283a245f01305f0ff634457043383f20083430300638e03029382120023a255f003450300032386d46f0000011303e0ff232466d413850200930275ff636a5800b3d2580093f3120093020300e39803fa67800000130101fe232e1100232c8100232a9100232821012326310113050000b71500009385c5d413064006b306a5021305150023a0d50093854500e318c5fe371500001305c5d39305810097000000e78000b71309100063122509b71900009389c9d4371400001304f4d3b71400009384c4d31305000083258100930630063386a6001357f6013306e60013561640131726003387e900032707006300b7026348b7009306f6ffe3dca6fc6f00c00013051600e3d6a6fc1306f0ff1305040097f0ffffe780c069930581001385040097000000e780c0aee30e25f937150000130565d497f0ffffe7808067130500008320c1010324810183244101032901018329c1001301010267800000130700001703000067008300130101fd23261102232481022322910223202103232e3101232c4101232a510113040700138a06009309060013890500930405006380d5123335490163100512630a0a1213551a00b75555553365aa0093855555135625003365c500135645003365c500135685003365c500135605013365c5001345f5ff13561500b375b60037363333130636333305b540b375c500135525003375c50037160f0f3385a500935545003305b500b70501011306f6f03375c500938515103305b50213558501630e050eb305a0403316aa00b316a90033d5b9003366c5003355b900b3d5b400b3e5d5009306010197000000e7808012b3b5a902b336aa023306aa02b305b60033b6c5003307c0403386a9026398e6006366b9006390250363fec4001305f5ffb30636413336d60033064601b385c540138606006308040a3386c440b305b940b3b6c400b385d5402320c4002322b4006f00400933b53401e30405ee1305000063020408930a000023209400232224016f008007930a00002326010063683901b35a390333853a033309a9409306810013050900938504001386090097000000e780400763020404832581000326c1002320b4002322c4006f0000031305100063020402930a0000b305494133b63401b3863441b385c5402320d4002322b4006f008000930a000093850a008320c1020324810283244102032901028329c101032a8101832a410113010103678000006302060813571600b75755553367e6009387575513582700336707011358470033670701135887003367070113580701336707011347f7ff13581700b377f80037383333130838333307f740b3770701135727003377070137180f0f3387e700935747003307f700b70701011308f8f03377070193871710b307f70293d787016f0080009307000213f7f701630e07003316e6003315e500b307f040b3d7f5003365f500b395e50013580601b3570503b70801001383f8ffb378660093d20501b3f56500338307033303654093d30701639a0300b3831703131e0301336e5e00637a7e0033030301935303019387f7ffe38e03fc1315050133655500b382c702b302554033d50203330305033383624093530501639a0300b3031503131e0301336ebe00637a7e0033030301935303011305f5ffe38e03fc939202013306c50293970701b3e5b200b385c540b3d5e5003305f50023a0b6006780000025640025643a256420000a00feffffff", "inp": "34392035302038312032353030203938303120330a", "steps": 6128, "halted": true, "out": "49:7 50:-1 81:9 2500:50 9801:99 3:-1 \n"}
|
| 2 |
+
{"id": "demo_collatz", "img": "130170001311a10097000000e780c0466f000000130101fa232e1102232c8102232a91022328210323263103232441032322510323206103232e7101232c8101232a91012328a1012326b10113040500232af104232c0105232e11052322b1042324c1042326d1042328e104930cf0011305410493045002130990009309a000130ac006930a8006130bf02fb72b0000130d2000930d4007939c8c002324a100130ca0070345040063029502630c052483a50c006344bb2433867501938515002300a6c023a0bc006f00402303451400130700036308e50093051400130700026f00800093052400130505fd13351500330585000345150093060000130605fd6364c90213961600939636003386c6003306a60003c5150093851500930705fd930606fde3e037ff13060000631a45013385c5000345150013061600e30a45ff6304550163168507b385c50003c515001384150063d2aa0663cead08930590066306b50693053007631ab51803258100930545002324b1000325050083450500638e05161305150003a60c00634acb00b3067601130616002380b6c023a0cc008345050013051500e39005fe6f0000153384c500e3c2aafa6308950693053006630ab50e93054006631ab51203258100636ca60913057500937585ff138585002324a10003a5050083a5450063c805086f00800e930550076306b50493058007631eb50e03258100636ca60d13057500937585ff138585002324a10003a5050083a545006f00c00c03a50c006348ab0cb305750113051500238095c023a0ac006f00c00b032581006360a60913057500937585ff138585002324a10003a5050083a545006f004007930545002324b100032505009355f54163d0050603a60c00634ccb00b3077601130616001308d002238007c123a0cc003336a0003305a040b385c5003336d000b305b040b386c6406f00800203258100930545002324b100032505006ff0dfde930545002324b10003250500930500001306a0006f008001930545002324b10003250500930500001306000197000000e780c004130414006ff05fda8320c1030324810383244103032901038329c102032a8102832a4102032b0102832bc101032c8101832c4101032d0101832dc1001301010667800000130101fc232e1102232c8102232a91022328210323263103232441032322510323206103232e7101130407009384060013090600138a050093090500130b0000930a3100930ba0001385090093050a00130609009306000097000000e780c019330625033386c94063667601130676056f00800013060603a380ca0063060a00130610006f00c00033b6290113461600130b1b00938a1a0093090500138a0500e31406fa1305f0011315850063569b029305f02f372600008326050063cad5003387c60093861600230087c02320d5009384f4ffe3429bfe930531001306f02fb726000003c70a0083270500634af6003388d700938717002300e8c02320f500938afaffe390bafe8320c1030324810383244103032901038329c102032a8102832a4102032b0102832bc10113010104678000009307000093080000130510009306800c130730001308100013060000630ea804930200009305080013f315006306030233b3e50293931200b382530093931500b385b300b30253009385150013b31500b38262006f00400193d515001393f201b3e5650093d2124013c315003363530013061600e31a03fa9305080063e6c8001386080093850700130818009387050093080600e312d8f8130101ff23261100371500001305c58a97000000e78080af130500008320c1001301010167800000130700001703000067008300130101fd23261102232481022322910223202103232e3101232c4101232a510113040700138a06009309060013890500930405006380d5123335490163100512630a0a1213551a00b75555553365aa0093855555135625003365c500135645003365c500135685003365c500135605013365c5001345f5ff13561500b375b60037363333130636333305b540b375c500135525003375c50037160f0f3385a500935545003305b500b70501011306f6f03375c500938515103305b50213558501630e050eb305a0403316aa00b316a90033d5b9003366c5003355b900b3d5b400b3e5d5009306010197000000e7808012b3b5a902b336aa023306aa02b305b60033b6c5003307c0403386a9026398e6006366b9006390250363fec4001305f5ffb30636413336d60033064601b385c540138606006308040a3386c440b305b940b3b6c400b385d5402320c4002322b4006f00400933b53401e30405ee1305000063020408930a000023209400232224016f008007930a00002326010063683901b35a390333853a033309a9409306810013050900938504001386090097000000e780400763020404832581000326c1002320b4002322c4006f0000031305100063020402930a0000b305494133b63401b3863441b385c5402320d4002322b4006f008000930a000093850a008320c1020324810283244102032901028329c101032a8101832a410113010103678000006302060813571600b75755553367e6009387575513582700336707011358470033670701135887003367070113580701336707011347f7ff13581700b377f80037383333130838333307f740b3770701135727003377070137180f0f3387e700935747003307f700b70701011308f8f03377070193871710b307f70293d787016f0080009307000213f7f701630e07003316e6003315e500b307f040b3d7f5003365f500b395e50013580601b3570503b70801001383f8ffb378660093d20501b3f56500338307033303654093d30701639a0300b3831703131e0301336e5e00637a7e0033030301935303019387f7ffe38e03fc1315050133655500b382c702b302554033d50203330305033383624093530501639a0300b3031503131e0301336ebe00637a7e0033030301935303011305f5ffe38e03fc939202013306c50293970701b3e5b200b385c540b3d5e5003305f50023a0b6006780000025642025640a00", "inp": "", "steps": 103742, "halted": true, "out": "171 124\n"}
|
| 3 |
+
{"id": "demo_factorial", "img": "130170001311a10097000000e78080036f00000037260000832506f09306f02f63ceb6009306f0013386c500939686002300a6c09385150023a0b60067800000130101ff23261100232481002322910023202101b70700001305100093052000370600001306861737686666930630011307200123aca716930778661308f0016356a0089302000093182500b30816011303060083230300b383b302b3835300b392f30213def20193d22240b382c201139e1200939e3200338ece01338ec3412320c30113034300e31613fd9383930063eed3023393f202130515009353f301135323403303730093131300131e3300b3037e00138e9200b382724023a058009388480093020300e366c7fd93851500e39805f7635ea0021304150013152500b7050000938585173385a5009304c5ff1309100003a504001305050397000000e78080ed1304f4ff9384c4ffe36489fe1305a00097000000e78000ec130500008320c1000324810083244100032901001301010167800000", "inp": "", "steps": 6924, "halted": true, "out": "265252859812191058636308480000000\n"}
|
| 4 |
+
{"id": "demo_fibrec", "img": "130170001311a10097100000e78040916f000000130101fa232e1102232c8102232a91022328210323263103232441032322510323206103232e7101232c8101232a91012328a1012326b10113040500232af104232c0105232e11052322b1042324c1042326d1042328e104930cf0011305410493045002130990009309a000130ac006930a8006130bf02fb72b0000130d2000930d4007939c8c002324a100130ca0070345040063029502630c052483a50c006344bb2433867501938515002300a6c023a0bc006f00402303451400130700036308e50093051400130700026f00800093052400130505fd13351500330585000345150093060000130605fd6364c90213961600939636003386c6003306a60003c5150093851500930705fd930606fde3e037ff13060000631a45013385c5000345150013061600e30a45ff6304550163168507b385c50003c515001384150063d2aa0663cead08930590066306b50693053007631ab51803258100930545002324b1000325050083450500638e05161305150003a60c00634acb00b3067601130616002380b6c023a0cc008345050013051500e39005fe6f0000153384c500e3c2aafa6308950693053006630ab50e93054006631ab51203258100636ca60913057500937585ff138585002324a10003a5050083a5450063c805086f00800e930550076306b50493058007631eb50e03258100636ca60d13057500937585ff138585002324a10003a5050083a545006f00c00c03a50c006348ab0cb305750113051500238095c023a0ac006f00c00b032581006360a60913057500937585ff138585002324a10003a5050083a545006f004007930545002324b100032505009355f54163d0050603a60c00634ccb00b3077601130616001308d002238007c123a0cc003336a0003305a040b385c5003336d000b305b040b386c6406f00800203258100930545002324b100032505006ff0dfde930545002324b10003250500930500001306a0006f008001930545002324b10003250500930500001306000197000000e780c004130414006ff05fda8320c1030324810383244103032901038329c102032a8102832a4102032b0102832bc101032c8101832c4101032d0101832dc1001301010667800000130101fc232e1102232c8102232a91022328210323263103232441032322510323206103232e7101130407009384060013090600138a050093090500130b0000930a3100930ba0001385090093050a00130609009306000097000000e7804062330625033386c94063667601130676056f00800013060603a380ca0063060a00130610006f00c00033b6290113461600130b1b00938a1a0093090500138a0500e31406fa1305f0011315850063569b029305f02f372600008326050063cad5003387c60093861600230087c02320d5009384f4ffe3429bfe930531001306f02fb726000003c70a0083270500634af6003388d700938717002300e8c02320f500938afaffe390bafe8320c1030324810383244103032901038329c102032a8102832a4102032b0102832bc1011301010467800000130101fa232e1102232c8102232a91022328210323263103232441032322510323206103232e7101232c8101232a91012328a1012326b1011304050023220100232af104232c0105232e11052322b1042324c1042326d1042328e10437290000130541049309f001130aa000b71a0000130be0ff930b700f130c0002130dc0062324a100930c89f00345040063d6a9026306850393055002631eb504930d000013051400b305b50183c505006390a503938d1d006ff01fff631c450397000000e780003123a2aad46f00802a13052007634eb50413053006638aa50a13054006638ea5043304b401130414006f0040286308052883a54ad463946509032549f09305f0ff63caab26330695018346060063840626130515002322a9f08345060003450400639aa5246f008024130530076384a50813055007e396a5fa97000000e7800029930505001306d0026312c51083a54ad4639c650f032649f09305f0ff63cccb20b306960103c7060063060720130616002322c9f083c506006f00400d23a26ad5639aa51e6f00801e03a54ad46316651b032549f063c4ab1eb305950103c60500630e061c130515002322a9f003c505006f00401903258100930545002324b1008324050097000000e78040209305f0ff6306b51a3304b401130414009305f0ff630eb504630c4505630a85052380a40003a54ad493851400631c6503032649f01305f0ff93840500e3cacbfcb306960103c7060093840500e30207fc130616002322c9f003c50600938405006ff01ffb23a26ad5938405006ff05ffa2380040023a2aad46f00c01123a26ad5138705fd130690006360e612930500001306000083a64ad43304b40113041400b3b745031318160013163600330606011398150093953500338805013386c700b305e80033b705013306e60063986603832649f09307f0ff63cedb02338796010348070063080802938616002322d9f08346070003a84ad46f00c0001308e0ff23a20ad593870600138706fd93060800e36847f923a2fad49306d002631ad5003335b0003305a0403306c540b305b0401305200063e0ad0203258100930645002324d100032505002320b5002322c5006f00400403258100130645002324c100032505002320b5006f00c00223a26ad59305f0ff630eb50283258100138645002324c10083a505003304b401130414002380a50003254100130515002322a100130414006ff05fd1371500002322b5d4832541003335b0001305f5ff3365b5008320c1030324810383244103032901038329c102032a8102832a4102032b0102832bc101032c8101832c4101032d0101832dc1001301010667800000b7250000371600009306e0ff1307700f832246d4938785f013087001b7088000938838016398d20283a245f01305f0ff634457043383f20083430300638e03029382120023a255f003450300032346d46f0000011303e0ff232266d413850200930275ff636a5800b3d2580093f3120093020300e39803fa67800000130101ff2326110023248100232291002320210113040000930520006344b50293043000130905001305f5ff97000000e78040fd930505001305e9ff33848500e3e224ff330585008320c1000324810083244100032901001301010167800000130101ff23261100232481002322910037150000130545d39305010097000000e780c0b303250100634c05021304f0ffb7140000938474d3130414001305040097000000e78000f6930505001385040097f0ffffe780806a03250100e34ea4fc97000000e78000f4b7450f00938535243306b502b316b502371500001305b5d397f0ffffe7808067130500008320c10003248100832441001301010167800000130700001703000067008300130101fd23261102232481022322910223202103232e3101232c4101232a510113040700138a06009309060013890500930405006380d5123335490163100512630a0a1213551a00b75555553365aa0093855555135625003365c500135645003365c500135685003365c500135605013365c5001345f5ff13561500b375b60037363333130636333305b540b375c500135525003375c50037160f0f3385a500935545003305b500b70501011306f6f03375c500938515103305b50213558501630e050eb305a0403316aa00b316a90033d5b9003366c5003355b900b3d5b400b3e5d5009306010197000000e7808012b3b5a902b336aa023306aa02b305b60033b6c5003307c0403386a9026398e6006366b9006390250363fec4001305f5ffb30636413336d60033064601b385c540138606006308040a3386c440b305b940b3b6c400b385d5402320c4002322b4006f00400933b53401e30405ee1305000063020408930a000023209400232224016f008007930a00002326010063683901b35a390333853a033309a9409306810013050900938504001386090097000000e780400763020404832581000326c1002320b4002322c4006f0000031305100063020402930a0000b305494133b63401b3863441b385c5402320d4002322b4006f008000930a000093850a008320c1020324810283244102032901028329c101032a8101832a410113010103678000006302060813571600b75755553367e6009387575513582700336707011358470033670701135887003367070113580701336707011347f7ff13581700b377f80037383333130838333307f740b3770701135727003377070137180f0f3387e700935747003307f700b70701011308f8f03377070193871710b307f70293d787016f0080009307000213f7f701630e07003316e6003315e500b307f040b3d7f5003365f500b395e50013580601b3570503b70801001383f8ffb378660093d20501b3f56500338307033303654093d30701639a0300b3831703131e0301336e5e00637a7e0033030301935303019387f7ffe38e03fc1315050133655500b382c702b302554033d50203330305033383624093530501639a0300b3031503131e0301336ebe00637a7e0033030301935303011305f5ffe38e03fc939202013306c50293970701b3e5b200b385c540b3d5e5003305f50023a0b60067800000256400256420000a256c6c640a000000feffffff", "inp": "31360a", "steps": 143661, "halted": true, "out": "0 1 1 2 3 5 8 13 21 34 55 89 144 233 377 610 987 \n987002961\n"}
|
| 5 |
+
{"id": "demo_hanoi", "img": "130170001311a10097000000e78040526f000000130101fa232e1102232c8102232a91022328210323263103232441032322510323206103232e7101232c8101232a91012328a1012326b10113040500232af104232c0105232e11052322b1042324c1042326d1042328e104930cf0011305410493045002130990009309a000130ac006930a8006130bf02fb72b0000130d2000930d4007939c8c002324a100130ca0070345040063029502630c052483a50c006344bb2433867501938515002300a6c023a0bc006f00402303451400130700036308e50093051400130700026f00800093052400130505fd13351500330585000345150093060000130605fd6364c90213961600939636003386c6003306a60003c5150093851500930705fd930606fde3e037ff13060000631a45013385c5000345150013061600e30a45ff6304550163168507b385c50003c515001384150063d2aa0663cead08930590066306b50693053007631ab51803258100930545002324b1000325050083450500638e05161305150003a60c00634acb00b3067601130616002380b6c023a0cc008345050013051500e39005fe6f0000153384c500e3c2aafa6308950693053006630ab50e93054006631ab51203258100636ca60913057500937585ff138585002324a10003a5050083a5450063c805086f00800e930550076306b50493058007631eb50e03258100636ca60d13057500937585ff138585002324a10003a5050083a545006f00c00c03a50c006348ab0cb305750113051500238095c023a0ac006f00c00b032581006360a60913057500937585ff138585002324a10003a5050083a545006f004007930545002324b100032505009355f54163d0050603a60c00634ccb00b3077601130616001308d002238007c123a0cc003336a0003305a040b385c5003336d000b305b040b386c6406f00800203258100930545002324b100032505006ff0dfde930545002324b10003250500930500001306a0006f008001930545002324b10003250500930500001306000197000000e780c004130414006ff05fda8320c1030324810383244103032901038329c102032a8102832a4102032b0102832bc101032c8101832c4101032d0101832dc1001301010667800000130101fc232e1102232c8102232a91022328210323263103232441032322510323206103232e7101130407009384060013090600138a050093090500130b0000930a3100930ba0001385090093050a00130609009306000097000000e780c01d330625033386c94063667601130676056f00800013060603a380ca0063060a00130610006f00c00033b6290113461600130b1b00938a1a0093090500138a0500e31406fa1305f0011315850063569b029305f02f372600008326050063cad5003387c60093861600230087c02320d5009384f4ffe3429bfe930531001306f02fb726000003c70a0083270500634af6003388d700938717002300e8c02320f500938afaffe390bafe8320c1030324810383244103032901038329c102032a8102832a4102032b0102832bc1011301010467800000630a050a130101fe232e1100232c8100232a9100232821012326310123244101232251012320610113840600938405001309f5ffb71900009389c98eb71a0000130bf0ff130a060013050900938504001306040093060a0097000000e78080fa13850900938504001306040097000000e78040b303a58a8f130515001309f9ff23acaa8e1386040093040a00e31c69fb8320c1010324810183244101032901018329c100032a8100832a4100032b01001301010267800000130101ff232611001305500093051000130620009306300097000000e78000f3371500008325858f371500001305258f97000000e78080ab130500008320c1001301010167800000130700001703000067008300130101fd23261102232481022322910223202103232e3101232c4101232a510113040700138a06009309060013890500930405006380d5123335490163100512630a0a1213551a00b75555553365aa0093855555135625003365c500135645003365c500135685003365c500135605013365c5001345f5ff13561500b375b60037363333130636333305b540b375c500135525003375c50037160f0f3385a500935545003305b500b70501011306f6f03375c500938515103305b50213558501630e050eb305a0403316aa00b316a90033d5b9003366c5003355b900b3d5b400b3e5d5009306010197000000e7808012b3b5a902b336aa023306aa02b305b60033b6c5003307c0403386a9026398e6006366b9006390250363fec4001305f5ffb30636413336d60033064601b385c540138606006308040a3386c440b305b940b3b6c400b385d5402320c4002322b4006f00400933b53401e30405ee1305000063020408930a000023209400232224016f008007930a00002326010063683901b35a390333853a033309a9409306810013050900938504001386090097000000e780400763020404832581000326c1002320b4002322c4006f0000031305100063020402930a0000b305494133b63401b3863441b385c5402320d4002322b4006f008000930a000093850a008320c1020324810283244102032901028329c101032a8101832a410113010103678000006302060813571600b75755553367e6009387575513582700336707011358470033670701135887003367070113580701336707011347f7ff13581700b377f80037383333130838333307f740b3770701135727003377070137180f0f3387e700935747003307f700b70701011308f8f03377070193871710b307f70293d787016f0080009307000213f7f701630e07003316e6003315e500b307f040b3d7f5003365f500b395e50013580601b3570503b70801001383f8ffb378660093d20501b3f56500338307033303654093d30701639a0300b3831703131e0301336e5e00637a7e0033030301935303019387f7ffe38e03fc1315050133655500b382c702b302554033d50203330305033383624093530501639a0300b3031503131e0301336ebe00637a7e0033030301935303011305f5ffe38e03fc939202013306c50293970701b3e5b200b385c540b3d5e5003305f50023a0b600678000002564256420000a25640a00", "inp": "", "steps": 11787, "halted": true, "out": "13 12 32 13 21 23 13 12 32 31 21 32 13 12 32 13 21 23 13 21 32 31 21 23 13 12 32 13 21 23 13 \n31\n"}
|
| 6 |
+
{"id": "demo_matmul", "img": "130170001311a10097000000e780c0466f000000130101fa232e1102232c8102232a91022328210323263103232441032322510323206103232e7101232c8101232a91012328a1012326b10113040500232af104232c0105232e11052322b1042324c1042326d1042328e104930cf0011305410493045002130990009309a000130ac006930a8006130bf02fb72b0000130d2000930d4007939c8c002324a100130ca0070345040063029502630c052483a50c006344bb2433867501938515002300a6c023a0bc006f00402303451400130700036308e50093051400130700026f00800093052400130505fd13351500330585000345150093060000130605fd6364c90213961600939636003386c6003306a60003c5150093851500930705fd930606fde3e037ff13060000631a45013385c5000345150013061600e30a45ff6304550163168507b385c50003c515001384150063d2aa0663cead08930590066306b50693053007631ab51803258100930545002324b1000325050083450500638e05161305150003a60c00634acb00b3067601130616002380b6c023a0cc008345050013051500e39005fe6f0000153384c500e3c2aafa6308950693053006630ab50e93054006631ab51203258100636ca60913057500937585ff138585002324a10003a5050083a5450063c805086f00800e930550076306b50493058007631eb50e03258100636ca60d13057500937585ff138585002324a10003a5050083a545006f00c00c03a50c006348ab0cb305750113051500238095c023a0ac006f00c00b032581006360a60913057500937585ff138585002324a10003a5050083a545006f004007930545002324b100032505009355f54163d0050603a60c00634ccb00b3077601130616001308d002238007c123a0cc003336a0003305a040b385c5003336d000b305b040b386c6406f00800203258100930545002324b100032505006ff0dfde930545002324b10003250500930500001306a0006f008001930545002324b10003250500930500001306000197000000e780c004130414006ff05fda8320c1030324810383244103032901038329c102032a8102832a4102032b0102832bc101032c8101832c4101032d0101832dc1001301010667800000130101fc232e1102232c8102232a91022328210323263103232441032322510323206103232e7101130407009384060013090600138a050093090500130b0000930a3100930ba0001385090093050a00130609009306000097000000e780002b330625033386c94063667601130676056f00800013060603a380ca0063060a00130610006f00c00033b6290113461600130b1b00938a1a0093090500138a0500e31406fa1305f0011315850063569b029305f02f372600008326050063cad5003387c60093861600230087c02320d5009384f4ffe3429bfe930531001306f02fb726000003c70a0083270500634af6003388d700938717002300e8c02320f500938afaffe390bafe8320c1030324810383244103032901038329c102032a8102832a4102032b0102832bc1011301010467800000130101fd23261102232481022322910223202103232e3101232c4101232a51012328610123267101232481012322910193050000371500001305059d1306f0ff9306200013071000930705041308400093984500b388a80093880805930207001383070093030600232053fc23207300b383d3001303430093821200e31613ff9385150013061600938616009387070113073700e39e05fb930500001306050493064000130705009307000013984500b30805011388080193880808930206001303000093830200130e0700832e0e0003af0300130e4e00b30edf0333836e0093830301e3140eff9393270093871700b383780023a0630093824200e392d7fc9385150013070701e390d5fa9309000013040000371a0000130a0a9db71400009384049c371900001309c99c930a0a08130b4000139549003305aa00130c0509930b0508938c0a0083a50c001385040097000000e78000a5938c4c00e3968cff1305090097000000e780c0a3139529003385ab00032505009389190033048500938a0a01e39869fb371500001305459c9305040097000000e780c0a0130500008320c1020324810283244102032901028329c101032a8101832a4101032b0101832bc100032c8100832c41001301010367800000130700001703000067008300130101fd23261102232481022322910223202103232e3101232c4101232a510113040700138a06009309060013890500930405006380d5123335490163100512630a0a1213551a00b75555553365aa0093855555135625003365c500135645003365c500135685003365c500135605013365c5001345f5ff13561500b375b60037363333130636333305b540b375c500135525003375c50037160f0f3385a500935545003305b500b70501011306f6f03375c500938515103305b50213558501630e050eb305a0403316aa00b316a90033d5b9003366c5003355b900b3d5b400b3e5d5009306010197000000e7808012b3b5a902b336aa023306aa02b305b60033b6c5003307c0403386a9026398e6006366b9006390250363fec4001305f5ffb30636413336d60033064601b385c540138606006308040a3386c440b305b940b3b6c400b385d5402320c4002322b4006f00400933b53401e30405ee1305000063020408930a000023209400232224016f008007930a00002326010063683901b35a390333853a033309a9409306810013050900938504001386090097000000e780400763020404832581000326c1002320b4002322c4006f0000031305100063020402930a0000b305494133b63401b3863441b385c5402320d4002322b4006f008000930a000093850a008320c1020324810283244102032901028329c101032a8101832a410113010103678000006302060813571600b75755553367e6009387575513582700336707011358470033670701135887003367070113580701336707011347f7ff13581700b377f80037383333130838333307f740b3770701135727003377070137180f0f3387e700935747003307f700b70701011308f8f03377070193871710b307f70293d787016f0080009307000213f7f701630e07003316e6003315e500b307f040b3d7f5003365f500b395e50013580601b3570503b70801001383f8ffb378660093d20501b3f56500338307033303654093d30701639a0300b3831703131e0301336e5e00637a7e0033030301935303019387f7ffe38e03fc1315050133655500b382c702b302554033d50203330305033383624093530501639a0300b3031503131e0301336ebe00637a7e0033030301935303011305f5ffe38e03fc939202013306c50293970701b3e5b200b385c540b3d5e5003305f50023a0b600678000002564200074726163652025640a00", "inp": "", "steps": 8663, "halted": true, "out": "10 50 90 130 \n16 98 180 262 \n22 146 270 394 \n28 194 360 526 \ntrace 904\n"}
|
| 7 |
+
{"id": "demo_nqueens", "img": "130170001311a10097000000e78000576f000000130101fa232e1102232c8102232a91022328210323263103232441032322510323206103232e7101232c8101232a91012328a1012326b10113040500232af104232c0105232e11052322b1042324c1042326d1042328e104930cf0011305410493045002130990009309a000130ac006930a8006130bf02fb72b0000130d2000930d4007939c8c002324a100130ca0070345040063029502630c052483a50c006344bb2433867501938515002300a6c023a0bc006f00402303451400130700036308e50093051400130700026f00800093052400130505fd13351500330585000345150093060000130605fd6364c90213961600939636003386c6003306a60003c5150093851500930705fd930606fde3e037ff13060000631a45013385c5000345150013061600e30a45ff6304550163168507b385c50003c515001384150063d2aa0663cead08930590066306b50693053007631ab51803258100930545002324b1000325050083450500638e05161305150003a60c00634acb00b3067601130616002380b6c023a0cc008345050013051500e39005fe6f0000153384c500e3c2aafa6308950693053006630ab50e93054006631ab51203258100636ca60913057500937585ff138585002324a10003a5050083a5450063c805086f00800e930550076306b50493058007631eb50e03258100636ca60d13057500937585ff138585002324a10003a5050083a545006f00c00c03a50c006348ab0cb305750113051500238095c023a0ac006f00c00b032581006360a60913057500937585ff138585002324a10003a5050083a545006f004007930545002324b100032505009355f54163d0050603a60c00634ccb00b3077601130616001308d002238007c123a0cc003336a0003305a040b385c5003336d000b305b040b386c6406f00800203258100930545002324b100032505006ff0dfde930545002324b10003250500930500001306a0006f008001930545002324b10003250500930500001306000197000000e780c004130414006ff05fda8320c1030324810383244103032901038329c102032a8102832a4102032b0102832bc101032c8101832c4101032d0101832dc1001301010667800000130101fc232e1102232c8102232a91022328210323263103232441032322510323206103232e7101130407009384060013090600138a050093090500130b0000930a3100930ba0001385090093050a00130609009306000097000000e7800027330625033386c94063667601130676056f00800013060603a380ca0063060a00130610006f00c00033b6290113461600130b1b00938a1a0093090500138a0500e31406fa1305f0011315850063569b029305f02f372600008326050063cad5003387c60093861600230087c02320d5009384f4ffe3429bfe930531001306f02fb726000003c70a0083270500634af6003388d700938717002300e8c02320f500938afaffe390bafe8320c1030324810383244103032901038329c102032a8102832a4102032b0102832bc1011301010467800000b715000083a58598631cb500371500008325c598938515002326b59867800000e35eb0fe130101fd23261102232481022322910223202103232e3101232c4101232a5101232861012326710193040000130415001315250037190000130989989309100033062501130a8503930a8609371b00000325890063180504b30b490103a50b0063120504139525003385aa0003260500631a06022320350123a03b01232439011305040097000000e78080f583258b98139525003385aa002320050023a00b002324090093841400938acaff13094900e3c0b4fa8320c1020324810283244102032901028329c101032a8101832a4101032b0101832bc1001301010367800000130101ff232611002324810023229100232021013715000093051000b7140000938484982324b59837140000130404981309600023a204001305000097000000e78000ec83a544001305040097000000e78000a503a504009305150023a0b400e34a25fd371500001305459897000000e78000a3130500008320c1000324810083244100032901001301010167800000130700001703000067008300130101fd23261102232481022322910223202103232e3101232c4101232a510113040700138a06009309060013890500930405006380d5123335490163100512630a0a1213551a00b75555553365aa0093855555135625003365c500135645003365c500135685003365c500135605013365c5001345f5ff13561500b375b60037363333130636333305b540b375c500135525003375c50037160f0f3385a500935545003305b500b70501011306f6f03375c500938515103305b50213558501630e050eb305a0403316aa00b316a90033d5b9003366c5003355b900b3d5b400b3e5d5009306010197000000e7808012b3b5a902b336aa023306aa02b305b60033b6c5003307c0403386a9026398e6006366b9006390250363fec4001305f5ffb30636413336d60033064601b385c540138606006308040a3386c440b305b940b3b6c400b385d5402320c4002322b4006f00400933b53401e30405ee1305000063020408930a000023209400232224016f008007930a00002326010063683901b35a390333853a033309a9409306810013050900938504001386090097000000e780400763020404832581000326c1002320b4002322c4006f0000031305100063020402930a0000b305494133b63401b3863441b385c5402320d4002322b4006f008000930a000093850a008320c1020324810283244102032901028329c101032a8101832a410113010103678000006302060813571600b75755553367e6009387575513582700336707011358470033670701135887003367070113580701336707011347f7ff13581700b377f80037383333130838333307f740b3770701135727003377070137180f0f3387e700935747003307f700b70701011308f8f03377070193871710b307f70293d787016f0080009307000213f7f701630e07003316e6003315e500b307f040b3d7f5003365f500b395e50013580601b3570503b70801001383f8ffb378660093d20501b3f56500338307033303654093d30701639a0300b3831703131e0301336e5e00637a7e0033030301935303019387f7ffe38e03fc1315050133655500b382c702b302554033d50203330305033383624093530501639a0300b3031503131e0301336ebe00637a7e0033030301935303011305f5ffe38e03fc939202013306c50293970701b3e5b200b385c540b3d5e5003305f50023a0b60067800000256420000a00", "inp": "", "steps": 22103, "halted": true, "out": "1 0 0 2 10 4 \n"}
|
| 8 |
+
{"id": "demo_palin", "img": "130170001311a10097100000e78080916f000000130101fa232e1102232c8102232a91022328210323263103232441032322510323206103232e7101232c8101232a91012328a1012326b10113040500232af104232c0105232e11052322b1042324c1042326d1042328e104930cf0011305410493045002130990009309a000130ac006930a8006130bf02fb72b0000130d2000930d4007939c8c002324a100130ca0070345040063029502630c052483a50c006344bb2433867501938515002300a6c023a0bc006f00402303451400130700036308e50093051400130700026f00800093052400130505fd13351500330585000345150093060000130605fd6364c90213961600939636003386c6003306a60003c5150093851500930705fd930606fde3e037ff13060000631a45013385c5000345150013061600e30a45ff6304550163168507b385c50003c515001384150063d2aa0663cead08930590066306b50693053007631ab51803258100930545002324b1000325050083450500638e05161305150003a60c00634acb00b3067601130616002380b6c023a0cc008345050013051500e39005fe6f0000153384c500e3c2aafa6308950693053006630ab50e93054006631ab51203258100636ca60913057500937585ff138585002324a10003a5050083a5450063c805086f00800e930550076306b50493058007631eb50e03258100636ca60d13057500937585ff138585002324a10003a5050083a545006f00c00c03a50c006348ab0cb305750113051500238095c023a0ac006f00c00b032581006360a60913057500937585ff138585002324a10003a5050083a545006f004007930545002324b100032505009355f54163d0050603a60c00634ccb00b3077601130616001308d002238007c123a0cc003336a0003305a040b385c5003336d000b305b040b386c6406f00800203258100930545002324b100032505006ff0dfde930545002324b10003250500930500001306a0006f008001930545002324b10003250500930500001306000197000000e780c004130414006ff05fda8320c1030324810383244103032901038329c102032a8102832a4102032b0102832bc101032c8101832c4101032d0101832dc1001301010667800000130101fc232e1102232c8102232a91022328210323263103232441032322510323206103232e7101130407009384060013090600138a050093090500130b0000930a3100930ba0001385090093050a00130609009306000097000000e780006c330625033386c94063667601130676056f00800013060603a380ca0063060a00130610006f00c00033b6290113461600130b1b00938a1a0093090500138a0500e31406fa1305f0011315850063569b029305f02f372600008326050063cad5003387c60093861600230087c02320d5009384f4ffe3429bfe930531001306f02fb726000003c70a0083270500634af6003388d700938717002300e8c02320f500938afaffe390bafe8320c1030324810383244103032901038329c102032a8102832a4102032b0102832bc1011301010467800000130101fa232e1102232c8102232a91022328210323263103232441032322510323206103232e7101232c8101232a91012328a1012326b1011304050023220100232af104232c0105232e11052322b1042324c1042326d1042328e10437290000130541049309f001130aa000b71a0000130be0ff930b700f130c0002130dc0062324a100930c89f00345040063d6a9026306850393055002631eb504930d000013051400b305b50183c505006390a503938d1d006ff01fff631c450397000000e780003123a2aade6f00802a13052007634eb50413053006638aa50a13054006638ea5043304b401130414006f0040286308052883a54ade63946509032549f09305f0ff63caab26330695018346060063840626130515002322a9f08345060003450400639aa5246f008024130530076384a50813055007e396a5fa97000000e7800029930505001306d0026312c51083a54ade639c650f032649f09305f0ff63cccb20b306960103c7060063060720130616002322c9f083c506006f00400d23a26adf639aa51e6f00801e03a54ade6316651b032549f063c4ab1eb305950103c60500630e061c130515002322a9f003c505006f00401903258100930545002324b1008324050097000000e78040209305f0ff6306b51a3304b401130414009305f0ff630eb504630c4505630a85052380a40003a54ade93851400631c6503032649f01305f0ff93840500e3cacbfcb306960103c7060093840500e30207fc130616002322c9f003c50600938405006ff01ffb23a26adf938405006ff05ffa2380040023a2aade6f00c01123a26adf138705fd130690006360e612930500001306000083a64ade3304b40113041400b3b745031318160013163600330606011398150093953500338805013386c700b305e80033b705013306e60063986603832649f09307f0ff63cedb02338796010348070063080802938616002322d9f08346070003a84ade6f00c0001308e0ff23a20adf93870600138706fd93060800e36847f923a2fade9306d002631ad5003335b0003305a0403306c540b305b0401305200063e0ad0203258100930645002324d100032505002320b5002322c5006f00400403258100130645002324c100032505002320b5006f00c00223a26adf9305f0ff630eb50283258100138645002324c10083a505003304b401130414002380a50003254100130515002322a100130414006ff05fd1371500002322b5de832541003335b0001305f5ff3365b5008320c1030324810383244103032901038329c102032a8102832a4102032b0102832bc101032c8101832c4101032d0101832dc1001301010667800000b7250000371600009306e0ff1307700f832246de938785f013087001b7088000938838016398d20283a245f01305f0ff634457043383f20083430300638e03029382120023a255f003450300032346de6f0000011303e0ff232266de13850200930275ff636a5800b3d2580093f3120093020300e39803fa67800000930500003306b5000346060093851500e31a06fe1385f5ff678000009305e5ff1306f0ff83c625009385150013061600e39a06fe13561600630406023306c5009306050003c7050083c706002380e6002380f500938616009385f5ffe394c6fe67800000130101fd23261102232481022322910223202103232e3101232c4101232a5101232861012326710137150000130545dd37140000130484de9305040097000000e78080b1130a10006310450db71a0000938a0add130b2000b71b0000938b7bddb71400009384a4dd37190000130949dd1305040097000000e78080f293890a00634a65059355f5013306a400b305b5001305f6ff93d515403306b400930510009306040003c7060083470500938616003347f7003337e0001307f7ffb375b7001305f5ffe390c6fe93890b006384050093890a001305040097000000e78000ee13850400930504001386090097f0ffffe7808060130509009305040097000000e78080a5e30645f7130500008320c1020324810283244102032901028329c101032a8101832a4101032b0101832bc1001301010367800000130700001703000067008300130101fd23261102232481022322910223202103232e3101232c4101232a510113040700138a06009309060013890500930405006380d5123335490163100512630a0a1213551a00b75555553365aa0093855555135625003365c500135645003365c500135685003365c500135605013365c5001345f5ff13561500b375b60037363333130636333305b540b375c500135525003375c50037160f0f3385a500935545003305b500b70501011306f6f03375c500938515103305b50213558501630e050eb305a0403316aa00b316a90033d5b9003366c5003355b900b3d5b400b3e5d5009306010197000000e7808012b3b5a902b336aa023306aa02b305b60033b6c5003307c0403386a9026398e6006366b9006390250363fec4001305f5ffb30636413336d60033064601b385c540138606006308040a3386c440b305b940b3b6c400b385d5402320c4002322b4006f00400933b53401e30405ee1305000063020408930a000023209400232224016f008007930a00002326010063683901b35a390333853a033309a9409306810013050900938504001386090097000000e780400763020404832581000326c1002320b4002322c4006f0000031305100063020402930a0000b305494133b63401b3863441b385c5402320d4002322b4006f008000930a000093850a008320c1020324810283244102032901028329c101032a8101832a410113010103678000006302060813571600b75755553367e6009387575513582700336707011358470033670701135887003367070113580701336707011347f7ff13581700b377f80037383333130838333307f740b3770701135727003377070137180f0f3387e700935747003307f700b70701011308f8f03377070193871710b307f70293d787016f0080009307000213f7f701630e07003316e6003315e500b307f040b3d7f5003365f500b395e50013580601b3570503b70801001383f8ffb378660093d20501b3f56500338307033303654093d30701639a0300b3831703131e0301336e5e00637a7e0033030301935303019387f7ffe38e03fc1315050133655500b382c702b302554033d50203330305033383624093530501639a0300b3031503131e0301336ebe00637a7e0033030301935303011305f5ffe38e03fc939202013306c50293970701b3e5b200b385c540b3d5e5003305f50023a0b60067800000796573002573006e6f0025732025730a00000000feffffff", "inp": "726163656361722068656c6c6f206c6576656c206162626120726973630a", "steps": 2996, "halted": true, "out": "racecar yes\nolleh no\nlevel yes\nabba yes\ncsir no\n"}
|
| 9 |
+
{"id": "demo_primes", "img": "130170001311a10097000000e780c0466f000000130101fa232e1102232c8102232a91022328210323263103232441032322510323206103232e7101232c8101232a91012328a1012326b10113040500232af104232c0105232e11052322b1042324c1042326d1042328e104930cf0011305410493045002130990009309a000130ac006930a8006130bf02fb72b0000130d2000930d4007939c8c002324a100130ca0070345040063029502630c052483a50c006344bb2433867501938515002300a6c023a0bc006f00402303451400130700036308e50093051400130700026f00800093052400130505fd13351500330585000345150093060000130605fd6364c90213961600939636003386c6003306a60003c5150093851500930705fd930606fde3e037ff13060000631a45013385c5000345150013061600e30a45ff6304550163168507b385c50003c515001384150063d2aa0663cead08930590066306b50693053007631ab51803258100930545002324b1000325050083450500638e05161305150003a60c00634acb00b3067601130616002380b6c023a0cc008345050013051500e39005fe6f0000153384c500e3c2aafa6308950693053006630ab50e93054006631ab51203258100636ca60913057500937585ff138585002324a10003a5050083a5450063c805086f00800e930550076306b50493058007631eb50e03258100636ca60d13057500937585ff138585002324a10003a5050083a545006f00c00c03a50c006348ab0cb305750113051500238095c023a0ac006f00c00b032581006360a60913057500937585ff138585002324a10003a5050083a545006f004007930545002324b100032505009355f54163d0050603a60c00634ccb00b3077601130616001308d002238007c123a0cc003336a0003305a040b385c5003336d000b305b040b386c6406f00800203258100930545002324b100032505006ff0dfde930545002324b10003250500930500001306a0006f008001930545002324b10003250500930500001306000197000000e780c004130414006ff05fda8320c1030324810383244103032901038329c102032a8102832a4102032b0102832bc101032c8101832c4101032d0101832dc1001301010667800000130101fc232e1102232c8102232a91022328210323263103232441032322510323206103232e7101130407009384060013090600138a050093090500130b0000930a3100930ba0001385090093050a00130609009306000097000000e7800017330625033386c94063667601130676056f00800013060603a380ca0063060a00130610006f00c00033b6290113461600130b1b00938a1a0093090500138a0500e31406fa1305f0011315850063569b029305f02f372600008326050063cad5003387c60093861600230087c02320d5009384f4ffe3429bfe930531001306f02fb726000003c70a0083270500634af6003388d700938717002300e8c02320f500938afaffe390bafe8320c1030324810383244103032901038329c102032a8102832a4102032b0102832bc1011301010467800000130101fe232e1100232c8100232a910023282101232631011304200013094000b7140000938404889309c01263602403130530009305f5ffb375b40263800502b305a50213051500e376b4fe138504009305040097000000e780c0b413041400e31634fd371500001305458897000000e78040b3130500008320c1010324810183244101032901018329c1001301010267800000130700001703000067008300130101fd23261102232481022322910223202103232e3101232c4101232a510113040700138a06009309060013890500930405006380d5123335490163100512630a0a1213551a00b75555553365aa0093855555135625003365c500135645003365c500135685003365c500135605013365c5001345f5ff13561500b375b60037363333130636333305b540b375c500135525003375c50037160f0f3385a500935545003305b500b70501011306f6f03375c500938515103305b50213558501630e050eb305a0403316aa00b316a90033d5b9003366c5003355b900b3d5b400b3e5d5009306010197000000e7808012b3b5a902b336aa023306aa02b305b60033b6c5003307c0403386a9026398e6006366b9006390250363fec4001305f5ffb30636413336d60033064601b385c540138606006308040a3386c440b305b940b3b6c400b385d5402320c4002322b4006f00400933b53401e30405ee1305000063020408930a000023209400232224016f008007930a00002326010063683901b35a390333853a033309a9409306810013050900938504001386090097000000e780400763020404832581000326c1002320b4002322c4006f0000031305100063020402930a0000b305494133b63401b3863441b385c5402320d4002322b4006f008000930a000093850a008320c1020324810283244102032901028329c101032a8101832a410113010103678000006302060813571600b75755553367e6009387575513582700336707011358470033670701135887003367070113580701336707011347f7ff13581700b377f80037383333130838333307f740b3770701135727003377070137180f0f3387e700935747003307f700b70701011308f8f03377070193871710b307f70293d787016f0080009307000213f7f701630e07003316e6003315e500b307f040b3d7f5003365f500b395e50013580601b3570503b70801001383f8ffb378660093d20501b3f56500338307033303654093d30701639a0300b3831703131e0301336e5e00637a7e0033030301935303019387f7ffe38e03fc1315050133655500b382c702b302554033d50203330305033383624093530501639a0300b3031503131e0301336ebe00637a7e0033030301935303011305f5ffe38e03fc939202013306c50293970701b3e5b200b385c540b3d5e5003305f50023a0b60067800000256420000a00", "inp": "", "steps": 33489, "halted": true, "out": "2 3 5 7 11 13 17 19 23 29 31 37 41 43 47 53 59 61 67 71 73 79 83 89 97 101 103 107 109 113 127 131 137 139 149 151 157 163 167 173 179 181 191 193 197 199 211 223 227 229 233 239 241 251 257 263 269 271 277 281 283 293 \n"}
|
| 10 |
+
{"id": "demo_qsort", "img": "130170001311a10097100000e78000986f000000130101fa232e1102232c8102232a91022328210323263103232441032322510323206103232e7101232c8101232a91012328a1012326b10113040500232af104232c0105232e11052322b1042324c1042326d1042328e104930cf0011305410493045002130990009309a000130ac006930a8006130bf02fb72b0000130d2000930d4007939c8c002324a100130ca0070345040063029502630c052483a50c006344bb2433867501938515002300a6c023a0bc006f00402303451400130700036308e50093051400130700026f00800093052400130505fd13351500330585000345150093060000130605fd6364c90213961600939636003386c6003306a60003c5150093851500930705fd930606fde3e037ff13060000631a45013385c5000345150013061600e30a45ff6304550163168507b385c50003c515001384150063d2aa0663cead08930590066306b50693053007631ab51803258100930545002324b1000325050083450500638e05161305150003a60c00634acb00b3067601130616002380b6c023a0cc008345050013051500e39005fe6f0000153384c500e3c2aafa6308950693053006630ab50e93054006631ab51203258100636ca60913057500937585ff138585002324a10003a5050083a5450063c805086f00800e930550076306b50493058007631eb50e03258100636ca60d13057500937585ff138585002324a10003a5050083a545006f00c00c03a50c006348ab0cb305750113051500238095c023a0ac006f00c00b032581006360a60913057500937585ff138585002324a10003a5050083a545006f004007930545002324b100032505009355f54163d0050603a60c00634ccb00b3077601130616001308d002238007c123a0cc003336a0003305a040b385c5003336d000b305b040b386c6406f00800203258100930545002324b100032505006ff0dfde930545002324b10003250500930500001306a0006f008001930545002324b10003250500930500001306000197000000e780c004130414006ff05fda8320c1030324810383244103032901038329c102032a8102832a4102032b0102832bc101032c8101832c4101032d0101832dc1001301010667800000130101fc232e1102232c8102232a91022328210323263103232441032322510323206103232e7101130407009384060013090600138a050093090500130b0000930a3100930ba0001385090093050a00130609009306000097000000e780c06c330625033386c94063667601130676056f00800013060603a380ca0063060a00130610006f00c00033b6290113461600130b1b00938a1a0093090500138a0500e31406fa1305f0011315850063569b029305f02f372600008326050063cad5003387c60093861600230087c02320d5009384f4ffe3429bfe930531001306f02fb726000003c70a0083270500634af6003388d700938717002300e8c02320f500938afaffe390bafe8320c1030324810383244103032901038329c102032a8102832a4102032b0102832bc1011301010467800000130101fa232e1102232c8102232a91022328210323263103232441032322510323206103232e7101232c8101232a91012328a1012326b1011304050023220100232af104232c0105232e11052322b1042324c1042326d1042328e10437290000130541049309f001130aa000b71a0000130be0ff930b700f130c0002130dc0062324a100930c89f00345040063d6a9026306850393055002631eb504930d000013051400b305b50183c505006390a503938d1d006ff01fff631c450397000000e780003123a4aade6f00802a13052007634eb50413053006638aa50a13054006638ea5043304b401130414006f0040286308052883a58ade63946509032549f09305f0ff63caab26330695018346060063840626130515002322a9f08345060003450400639aa5246f008024130530076384a50813055007e396a5fa97000000e7800029930505001306d0026312c51083a58ade639c650f032649f09305f0ff63cccb20b306960103c7060063060720130616002322c9f083c506006f00400d23a46adf639aa51e6f00801e03a58ade6316651b032549f063c4ab1eb305950103c60500630e061c130515002322a9f003c505006f00401903258100930545002324b1008324050097000000e78040209305f0ff6306b51a3304b401130414009305f0ff630eb504630c4505630a85052380a40003a58ade93851400631c6503032649f01305f0ff93840500e3cacbfcb306960103c7060093840500e30207fc130616002322c9f003c50600938405006ff01ffb23a46adf938405006ff05ffa2380040023a4aade6f00c01123a46adf138705fd130690006360e612930500001306000083a68ade3304b40113041400b3b745031318160013163600330606011398150093953500338805013386c700b305e80033b705013306e60063986603832649f09307f0ff63cedb02338796010348070063080802938616002322d9f08346070003a88ade6f00c0001308e0ff23a40adf93870600138706fd93060800e36847f923a4fade9306d002631ad5003335b0003305a0403306c540b305b0401305200063e0ad0203258100930645002324d100032505002320b5002322c5006f00400403258100130645002324c100032505002320b5006f00c00223a46adf9305f0ff630eb50283258100138645002324c10083a505003304b401130414002380a50003254100130515002322a100130414006ff05fd1371500002324b5de832541003335b0001305f5ff3365b5008320c1030324810383244103032901038329c102032a8102832a4102032b0102832bc101032c8101832c4101032d0101832dc1001301010667800000b7250000371600009306e0ff1307700f832286de938785f013087001b7088000938838016398d20283a245f01305f0ff634457043383f20083430300638e03029382120023a255f003450300032386de6f0000011303e0ff232466de13850200930275ff636a5800b3d2580093f3120093020300e39803fa678000006354b50c130101ff2326110023248100232291002320210113840500b71400009384c4de13090500b305850013d6f501b385c5009395150093f5c5ffb385b40003a6050093050400131729003387e40093060900832707009386160013074700e3cac7fe1389f6ff1398250033880401930848001388050083a2c8ff9388c8ff1308f8ffe34a56fe9305180063ca2501232e57fe23a0f8009305080013890600e3d425fb97000000e780c0f513050900e34c89f68320c1000324810083244100032901001301010167800000130101fe232e1100232c8100232a910023282101371500001305c5dd9305c10097000000e780c0ac8325c100635cb00213090000371400001304c4deb71400009384c4dd138504009305040097000000e78000aa8325c1001309190013044400e342b9fe9385f5ff1305000097000000e78080ec0325c100635ca00293040000371900001309c9de371400001304f4dd832509001305040097f0ffffe780405f0325c1009384140013094900e3c2a4fe37150000130535de97f0ffffe780405d130500008320c1010324810183244101032901011301010267800000130700001703000067008300130101fd23261102232481022322910223202103232e3101232c4101232a510113040700138a06009309060013890500930405006380d5123335490163100512630a0a1213551a00b75555553365aa0093855555135625003365c500135645003365c500135685003365c500135605013365c5001345f5ff13561500b375b60037363333130636333305b540b375c500135525003375c50037160f0f3385a500935545003305b500b70501011306f6f03375c500938515103305b50213558501630e050eb305a0403316aa00b316a90033d5b9003366c5003355b900b3d5b400b3e5d5009306010197000000e7808012b3b5a902b336aa023306aa02b305b60033b6c5003307c0403386a9026398e6006366b9006390250363fec4001305f5ffb30636413336d60033064601b385c540138606006308040a3386c440b305b940b3b6c400b385d5402320c4002322b4006f00400933b53401e30405ee1305000063020408930a000023209400232224016f008007930a00002326010063683901b35a390333853a033309a9409306810013050900938504001386090097000000e780400763020404832581000326c1002320b4002322c4006f0000031305100063020402930a0000b305494133b63401b3863441b385c5402320d4002322b4006f008000930a000093850a008320c1020324810283244102032901028329c101032a8101832a410113010103678000006302060813571600b75755553367e6009387575513582700336707011358470033670701135887003367070113580701336707011347f7ff13581700b377f80037383333130838333307f740b3770701135727003377070137180f0f3387e700935747003307f700b70701011308f8f03377070193871710b307f70293d787016f0080009307000213f7f701630e07003316e6003315e500b307f040b3d7f5003365f500b395e50013580601b3570503b70801001383f8ffb378660093d20501b3f56500338307033303654093d30701639a0300b3831703131e0301336e5e00637a7e0033030301935303019387f7ffe38e03fc1315050133655500b382c702b302554033d50203330305033383624093530501639a0300b3031503131e0301336ebe00637a7e0033030301935303011305f5ffe38e03fc939202013306c50293970701b3e5b200b385c540b3d5e5003305f50023a0b60067800000256400256420000a00000000feffffff", "inp": "31320a3933203720323530203431203020313238203636203520313939203132202d342037370a", "steps": 7446, "halted": true, "out": "-4 0 5 7 12 41 66 77 93 128 199 250 \n"}
|
neurv/demos/factorial.c
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#include "io.h"
|
| 2 |
+
/* 30! exactly, with big-number digits in an array */
|
| 3 |
+
int d[40];
|
| 4 |
+
int main(void){ int len = 1; d[0] = 1;
|
| 5 |
+
for(int k = 2; k <= 30; k++){ int carry = 0; for(int i = 0; i < len; i++){ int v = d[i] * k + carry; d[i] = v % 10; carry = v / 10; }
|
| 6 |
+
while(carry){ d[len++] = carry % 10; carry /= 10; } }
|
| 7 |
+
for(int i = len - 1; i >= 0; i--) putchar('0' + d[i]); putchar('\n'); return 0; }
|
neurv/demos/fibrec.c
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#include "io.h"
|
| 2 |
+
/* naive recursive Fibonacci, plus a 64-bit product */
|
| 3 |
+
int fib(int n){ return n < 2 ? n : fib(n - 1) + fib(n - 2); }
|
| 4 |
+
int main(void){ int n; scanf("%d", &n); for(int i = 0; i <= n; i++) printf("%d ", fib(i)); printf("\n%lld\n", (long long)fib(n) * 1000003LL); return 0; }
|
neurv/demos/hanoi.c
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#include "io.h"
|
| 2 |
+
/* Towers of Hanoi: print the moves for 5 disks */
|
| 3 |
+
int moves;
|
| 4 |
+
void h(int n, int a, int b, int c){ if(!n) return; h(n - 1, a, c, b); printf("%d%d ", a, c); moves++; h(n - 1, b, a, c); }
|
| 5 |
+
int main(void){ h(5, 1, 2, 3); printf("\n%d\n", moves); return 0; }
|
neurv/demos/inputs.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"qsort": "12\n93 7 250 41 0 128 66 5 199 12 -4 77\n", "fibrec": "16\n", "palin": "racecar hello level abba risc\n", "bsearch": "49 50 81 2500 9801 3\n"}
|
neurv/demos/matmul.c
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#include "io.h"
|
| 2 |
+
/* 4x4 matrix product and its trace */
|
| 3 |
+
int A[4][4], B[4][4], C[4][4];
|
| 4 |
+
int main(void){ for(int i = 0; i < 4; i++) for(int j = 0; j < 4; j++){ A[i][j] = i * 3 + j + 1; B[i][j] = (i + 2) * (j + 1) - 3; }
|
| 5 |
+
for(int i = 0; i < 4; i++) for(int j = 0; j < 4; j++){ int s = 0; for(int k = 0; k < 4; k++) s += A[i][k] * B[k][j]; C[i][j] = s; }
|
| 6 |
+
int tr = 0; for(int i = 0; i < 4; i++){ for(int j = 0; j < 4; j++) printf("%d ", C[i][j]); printf("\n"); tr += C[i][i]; }
|
| 7 |
+
printf("trace %d\n", tr); return 0; }
|
neurv/demos/nqueens.c
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#include "io.h"
|
| 2 |
+
/* count the ways to place n queens on an n x n board (backtracking) */
|
| 3 |
+
int col[12], d1[24], d2[24], n, cnt;
|
| 4 |
+
void go(int r){ if(r == n){ cnt++; return; } for(int c = 0; c < n; c++) if(!col[c] && !d1[r + c] && !d2[r - c + n]){
|
| 5 |
+
col[c] = d1[r + c] = d2[r - c + n] = 1; go(r + 1); col[c] = d1[r + c] = d2[r - c + n] = 0; } }
|
| 6 |
+
int main(void){ for(n = 1; n <= 6; n++){ cnt = 0; go(0); printf("%d ", cnt); } printf("\n"); return 0; }
|
neurv/demos/palin.c
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#include "io.h"
|
| 2 |
+
/* read words, print each reversed and whether it is a palindrome */
|
| 3 |
+
char w[64];
|
| 4 |
+
int main(void){ while(scanf("%s", w) == 1){ int n = strlen(w), ok = 1; for(int i = 0; i < n / 2; i++) if(w[i] != w[n - 1 - i]) ok = 0;
|
| 5 |
+
strrev(w); printf("%s %s\n", w, ok ? "yes" : "no"); } return 0; }
|
neurv/demos/primes.c
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#include "io.h"
|
| 2 |
+
/* primes below 300 by trial division */
|
| 3 |
+
int main(void){ for(int n = 2; n < 300; n++){ int p = 1; for(int d = 2; d * d <= n; d++) if(n % d == 0){ p = 0; break; } if(p) printf("%d ", n); } printf("\n"); return 0; }
|
neurv/demos/qsort.c
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#include "io.h"
|
| 2 |
+
/* recursive quicksort of the input numbers */
|
| 3 |
+
int a[64];
|
| 4 |
+
void qs(int lo, int hi){ if(lo >= hi) return; int p = a[(lo + hi) / 2], i = lo, j = hi;
|
| 5 |
+
while(i <= j){ while(a[i] < p) i++; while(a[j] > p) j--; if(i <= j){ int t = a[i]; a[i] = a[j]; a[j] = t; i++; j--; } }
|
| 6 |
+
qs(lo, j); qs(i, hi); }
|
| 7 |
+
int main(void){ int n; scanf("%d", &n); for(int i = 0; i < n; i++) scanf("%d", &a[i]); qs(0, n - 1);
|
| 8 |
+
for(int i = 0; i < n; i++) printf("%d ", a[i]); printf("\n"); return 0; }
|
neurv/demos_check.py
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import sys, json, glob, os
|
| 2 |
+
sys.path.insert(0, "/dev/shm/neurv"); import rv
|
| 3 |
+
inp = json.load(open("/dev/shm/neurv/demos/inputs.json"))
|
| 4 |
+
out = []
|
| 5 |
+
for f in sorted(glob.glob("/dev/shm/neurv/demos/*.c")):
|
| 6 |
+
n = os.path.basename(f)[:-2]; i = inp.get(n, "").encode()
|
| 7 |
+
img = rv.compile_c(open(f).read(), n); steps, o, h = rv.run(img, i, 2_000_000)
|
| 8 |
+
print(f"{n:10s} bytes {len(img):5d} steps {steps:8d} halted {h} out {o[:70]!r}")
|
| 9 |
+
out.append({"id": "demo_" + n, "img": img.hex(), "inp": i.hex(), "steps": steps, "halted": h, "out": o.decode("latin-1")})
|
| 10 |
+
with open("/dev/shm/neurv/demos/demos.jsonl", "w") as fo:
|
| 11 |
+
for r in out: fo.write(json.dumps(r) + "\n")
|
neurv/gen_rv.py
ADDED
|
@@ -0,0 +1,156 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Training examples for the learned RISC-V computer: (machine state, machine state one instruction later), from the real chip.
|
| 2 |
+
|
| 3 |
+
State = 2,081 32-bit words: x0..x31, PC, then 8 KiB of memory as 2,048 words (program, data, stack, output and input all live there).
|
| 4 |
+
|
| 5 |
+
Two streams, both stepped by Unicorn (a real RV32IM emulator):
|
| 6 |
+
programs real C programs (CodeNet etc.) that compile for this machine; states sampled all along each run
|
| 7 |
+
machines random registers and memory with one random instruction at PC (biased toward MUL/DIV/REM and loads/stores),
|
| 8 |
+
so every instruction meets every kind of operand
|
| 9 |
+
"""
|
| 10 |
+
import json
|
| 11 |
+
import os
|
| 12 |
+
import random
|
| 13 |
+
|
| 14 |
+
import numpy as np
|
| 15 |
+
import torch
|
| 16 |
+
from unicorn import Uc, UC_ARCH_RISCV, UC_MODE_RISCV32, UcError
|
| 17 |
+
from unicorn.riscv_const import UC_RISCV_REG_PC, UC_RISCV_REG_X0
|
| 18 |
+
|
| 19 |
+
MEM = 0x2000
|
| 20 |
+
N_REG = 33
|
| 21 |
+
N_TOK = N_REG + MEM // 4 # 2,081
|
| 22 |
+
|
| 23 |
+
|
| 24 |
+
def new_uc():
|
| 25 |
+
uc = Uc(UC_ARCH_RISCV, UC_MODE_RISCV32)
|
| 26 |
+
uc.mem_map(0, MEM)
|
| 27 |
+
return uc
|
| 28 |
+
|
| 29 |
+
|
| 30 |
+
def read_state(uc):
|
| 31 |
+
regs = [uc.reg_read(UC_RISCV_REG_X0 + i) for i in range(32)] + [uc.reg_read(UC_RISCV_REG_PC)]
|
| 32 |
+
mem = np.frombuffer(bytes(uc.mem_read(0, MEM)), dtype="<u4")
|
| 33 |
+
return np.concatenate([np.array(regs, dtype=np.uint32), mem])
|
| 34 |
+
|
| 35 |
+
|
| 36 |
+
def write_state(uc, s):
|
| 37 |
+
for i in range(1, 32):
|
| 38 |
+
uc.reg_write(UC_RISCV_REG_X0 + i, int(s[i]))
|
| 39 |
+
uc.reg_write(UC_RISCV_REG_PC, int(s[32]))
|
| 40 |
+
uc.mem_write(0, s[N_REG:].astype("<u4").tobytes())
|
| 41 |
+
|
| 42 |
+
|
| 43 |
+
def load_programs(path, keep=None, part=0, parts=1):
|
| 44 |
+
"""Read programs; with parts > 1 keep only every parts-th line (each data worker holds only its own share)."""
|
| 45 |
+
progs = []
|
| 46 |
+
for i, ln in enumerate(open(path)):
|
| 47 |
+
if i % parts != part:
|
| 48 |
+
continue
|
| 49 |
+
r = json.loads(ln)
|
| 50 |
+
if keep is not None and not keep(r):
|
| 51 |
+
continue
|
| 52 |
+
progs.append((bytes.fromhex(r["img"]), bytes.fromhex(r["inp"]), int(r["steps"])))
|
| 53 |
+
return progs
|
| 54 |
+
|
| 55 |
+
|
| 56 |
+
def program_samples(uc, prog, g, k):
|
| 57 |
+
"""Run one program from boot, sample k states spread over its run; returns list of (s, s_next)."""
|
| 58 |
+
img, inp, steps = prog
|
| 59 |
+
uc.mem_write(0, b"\0" * MEM)
|
| 60 |
+
uc.mem_write(0, img)
|
| 61 |
+
uc.mem_write(0x1F08, inp[:0xF7])
|
| 62 |
+
for i in range(1, 32):
|
| 63 |
+
uc.reg_write(UC_RISCV_REG_X0 + i, 0)
|
| 64 |
+
uc.reg_write(UC_RISCV_REG_PC, 0)
|
| 65 |
+
stops = sorted(int(x) for x in g.integers(0, max(1, steps), size=k))
|
| 66 |
+
out, at = [], 0
|
| 67 |
+
for t in stops:
|
| 68 |
+
try:
|
| 69 |
+
if t > at:
|
| 70 |
+
uc.emu_start(uc.reg_read(UC_RISCV_REG_PC), MEM, count=t - at)
|
| 71 |
+
at = t
|
| 72 |
+
s = read_state(uc)
|
| 73 |
+
uc.emu_start(int(s[32]), MEM, count=1)
|
| 74 |
+
at += 1
|
| 75 |
+
out.append((s, read_state(uc)))
|
| 76 |
+
except UcError:
|
| 77 |
+
break
|
| 78 |
+
return out
|
| 79 |
+
|
| 80 |
+
|
| 81 |
+
# opcode families for random instructions: (weight, builder)
|
| 82 |
+
def _r(g, f3, f7):
|
| 83 |
+
return (f7 << 25) | (int(g.integers(32)) << 20) | (int(g.integers(32)) << 15) | (f3 << 12) | (int(g.integers(32)) << 7) | 0x33
|
| 84 |
+
|
| 85 |
+
|
| 86 |
+
def rand_instr(g, hard):
|
| 87 |
+
if g.random() < hard: # MUL/DIV/REM family and register-addressed loads/stores
|
| 88 |
+
r = g.random()
|
| 89 |
+
if r < 0.6:
|
| 90 |
+
return _r(g, int(g.integers(8)), 1)
|
| 91 |
+
rs1, rd = int(g.integers(32)), int(g.integers(32))
|
| 92 |
+
imm = int(g.integers(-64, 64)) & 0xFFF
|
| 93 |
+
if r < 0.8:
|
| 94 |
+
f3 = int(g.choice([0, 1, 2, 4, 5]))
|
| 95 |
+
return (imm << 20) | (rs1 << 15) | (f3 << 12) | (rd << 7) | 0x03
|
| 96 |
+
f3 = int(g.choice([0, 1, 2]))
|
| 97 |
+
rs2 = int(g.integers(32))
|
| 98 |
+
return ((imm >> 5) << 25) | (rs2 << 20) | (rs1 << 15) | (f3 << 12) | ((imm & 31) << 7) | 0x23
|
| 99 |
+
op = int(g.choice([0x33, 0x13, 0x03, 0x23, 0x63, 0x37, 0x17, 0x6F, 0x67]))
|
| 100 |
+
w = int(g.integers(0, 2 ** 25)) << 7 | op
|
| 101 |
+
if op == 0x33: # base ALU: funct7 is 0 or 0x20
|
| 102 |
+
w = _r(g, int(g.integers(8)), int(g.choice([0, 0, 0x20, 1])))
|
| 103 |
+
return w
|
| 104 |
+
|
| 105 |
+
|
| 106 |
+
def random_state(g, hard, prog_img=None):
|
| 107 |
+
s = np.zeros(N_TOK, np.uint32)
|
| 108 |
+
regs = g.integers(0, 2 ** 32, 32, dtype=np.uint64).astype(np.uint32)
|
| 109 |
+
small = g.random(32) < 0.4
|
| 110 |
+
regs[small] = g.integers(0, 64, int(small.sum()))
|
| 111 |
+
addr_like = g.random(32) < 0.3
|
| 112 |
+
regs[addr_like] = g.integers(0, MEM, int(addr_like.sum()))
|
| 113 |
+
regs[0] = 0
|
| 114 |
+
s[:32] = regs
|
| 115 |
+
mem = np.zeros(MEM // 4, np.uint32)
|
| 116 |
+
if prog_img is not None and g.random() < 0.6:
|
| 117 |
+
w = np.frombuffer(prog_img + b"\0" * (-len(prog_img) % 4), dtype="<u4")
|
| 118 |
+
mem[:len(w)] = w
|
| 119 |
+
fill = g.random(MEM // 4) < g.choice([0.05, 0.3, 0.9])
|
| 120 |
+
mem[fill] = g.integers(0, 2 ** 32, int(fill.sum()), dtype=np.uint64).astype(np.uint32)
|
| 121 |
+
pc = int(g.integers(0, MEM // 4)) * 4
|
| 122 |
+
mem[pc // 4] = rand_instr(g, hard)
|
| 123 |
+
s[32] = pc
|
| 124 |
+
s[N_REG:] = mem
|
| 125 |
+
return s
|
| 126 |
+
|
| 127 |
+
|
| 128 |
+
class Stream(torch.utils.data.IterableDataset):
|
| 129 |
+
def __init__(self, programs_path, seed, prog_share=0.6, hard=0.5, samples_per_prog=32):
|
| 130 |
+
self.path, self.seed, self.prog_share, self.hard, self.k = programs_path, seed, prog_share, hard, samples_per_prog
|
| 131 |
+
|
| 132 |
+
def __iter__(self):
|
| 133 |
+
wi = torch.utils.data.get_worker_info()
|
| 134 |
+
wid, nw = (wi.id, wi.num_workers) if wi else (0, 1)
|
| 135 |
+
g = np.random.default_rng(self.seed * 1000 + wid)
|
| 136 |
+
rank = int(os.environ.get("RANK", 0)); world = int(os.environ.get("WORLD_SIZE", 1))
|
| 137 |
+
progs = load_programs(self.path, part=rank * nw + wid, parts=world * nw) or load_programs(self.path)
|
| 138 |
+
uc = new_uc()
|
| 139 |
+
buf, last = [], None
|
| 140 |
+
while True:
|
| 141 |
+
if g.random() < self.prog_share:
|
| 142 |
+
while not buf:
|
| 143 |
+
last = progs[int(g.integers(len(progs)))]
|
| 144 |
+
buf = program_samples(uc, last, g, self.k)
|
| 145 |
+
s, n = buf.pop()
|
| 146 |
+
else:
|
| 147 |
+
while True:
|
| 148 |
+
s = random_state(g, self.hard, last[0] if last else None)
|
| 149 |
+
try:
|
| 150 |
+
write_state(uc, s)
|
| 151 |
+
uc.emu_start(int(s[32]), MEM, count=1)
|
| 152 |
+
n = read_state(uc)
|
| 153 |
+
break
|
| 154 |
+
except UcError:
|
| 155 |
+
continue
|
| 156 |
+
yield torch.from_numpy(s.astype(np.int64)), torch.from_numpy(n.astype(np.int64))
|
neurv/handover.sh
ADDED
|
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/bin/bash
|
| 2 |
+
# cpu150 -> rv1 handover. Every step waits on an artefact, never on time alone.
|
| 3 |
+
cd /dev/shm/neurv
|
| 4 |
+
L=/dev/shm/neurv/logs/handover.log
|
| 5 |
+
say(){ echo "$(date -u +%T) $*" >> $L; }
|
| 6 |
+
say "HANDOVER start"
|
| 7 |
+
until [ -f /dev/shm/neucpu/runs/cpu150/step_8000.pt ]; do sleep 30; done
|
| 8 |
+
say "step_8000 saved; waiting for it in the HF ledger"
|
| 9 |
+
for i in $(seq 1 60); do grep -q 'cpu150/step_8000.pt' /dev/shm/nomas/.hf_ledger_learned_computer.json 2>/dev/null && break; sleep 30; done
|
| 10 |
+
grep -q 'cpu150/step_8000.pt' /dev/shm/nomas/.hf_ledger_learned_computer.json && say "step_8000 on HF" || say "WARN step_8000 not in ledger after 30 min, stopping anyway (file stays on node)"
|
| 11 |
+
bash /dev/shm/neucpu/kill_run.sh cpu150 >> $L 2>&1
|
| 12 |
+
for p in $(pgrep -xf "bash /dev/shm/neucpu/autocheck.sh"); do kill $p; done
|
| 13 |
+
for i in $(seq 1 60); do mx=$(nvidia-smi --query-gpu=memory.used --format=csv,noheader,nounits | sort -n | tail -1); [ "$mx" -lt 3000 ] && break; sleep 5; done
|
| 14 |
+
say "GPUs max used ${mx} MiB"
|
| 15 |
+
[ "$mx" -lt 3000 ] || { say "ABORT GPUs not free"; exit 1; }
|
| 16 |
+
rm -rf runs/rvsmoke8
|
| 17 |
+
bash rv1.sh rvsmoke8 60 > logs/rvsmoke8.log 2>&1
|
| 18 |
+
grep -q "TRAIN_EXIT rc=0" logs/rvsmoke8.log && grep -q '"event": "train", "step": 50' runs/rvsmoke8/log.jsonl || { say "ABORT smoke failed"; tail -5 logs/rvsmoke8.log >> $L; exit 1; }
|
| 19 |
+
say "smoke ok: $(grep '"step": 50' runs/rvsmoke8/log.jsonl | cut -c1-200)"
|
| 20 |
+
rm -rf runs/rvsmoke8
|
| 21 |
+
say "launching rv1"
|
| 22 |
+
bash rv1.sh rv1 150000 > logs/rv1.log 2>&1
|
| 23 |
+
say "rv1 ended: $(tail -1 logs/rv1.log)"
|
neurv/logs/handover.log
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
17:25:05 HANDOVER start
|
neurv/logs/rvsmoke.log
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"event": "model", "params_M": 205.6, "tokens": 2081, "n_programs": 1869, "name": "rvsmoke", "programs": "data/smoke/programs.jsonl", "heldout": "data/smoke/programs.jsonl", "steps": 60, "batch": 4, "lr": 0.0003, "d": 1024, "layers": 16, "keep_w": 0.2, "hard": 0.5, "prog_share": 0.6, "eval_every": 1000, "workers": 4, "ckpt_grad": 0, "world": 1, "t": "17:22:02"}
|
| 2 |
+
{"event": "train", "step": 50, "loss": 11.7353, "changed": 10.0984, "kept": 8.18474, "gn": 18.682, "lr": 1.5e-05, "s_per_step": 0.196, "mem_GB": 10.4, "t": "17:22:16"}
|
| 3 |
+
{"event": "eval", "step": 60, "heldout_exact": 0.0, "heldout_changed_acc": 0.08824, "t": "17:22:24"}
|
| 4 |
+
/dev/shm/prh/venv/lib/python3.11/site-packages/torch/distributed/distributed_c10d.py:4876: UserWarning: barrier(): using the device under current context. You can specify `device_id` in `init_process_group` to mute this warning.
|
| 5 |
+
warnings.warn( # warn only once
|
| 6 |
+
{"event": "done", "t": "17:22:28"}
|
| 7 |
+
[W1031 17:22:29.282058369 AllocatorConfig.cpp:28] Warning: PYTORCH_CUDA_ALLOC_CONF is deprecated, use PYTORCH_ALLOC_CONF instead (function operator())
|
| 8 |
+
rc=0
|
neurv/logs/snap.log
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
17:20:19 snap 17816
|
neurv/runs/rvsmoke/log.jsonl
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"event": "model", "params_M": 205.6, "tokens": 2081, "n_programs": 1869, "name": "rvsmoke", "programs": "data/smoke/programs.jsonl", "heldout": "data/smoke/programs.jsonl", "steps": 60, "batch": 4, "lr": 0.0003, "d": 1024, "layers": 16, "keep_w": 0.2, "hard": 0.5, "prog_share": 0.6, "eval_every": 1000, "workers": 4, "ckpt_grad": 0, "world": 1, "t": "17:22:02"}
|
| 2 |
+
{"event": "train", "step": 50, "loss": 11.7353, "changed": 10.0984, "kept": 8.18474, "gn": 18.682, "lr": 1.5e-05, "s_per_step": 0.196, "mem_GB": 10.4, "t": "17:22:16"}
|
| 3 |
+
{"event": "eval", "step": 60, "heldout_exact": 0.0, "heldout_changed_acc": 0.08824, "t": "17:22:24"}
|
| 4 |
+
{"event": "done", "t": "17:22:28"}
|
neurv/runs/rvsmoke/step_60.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:40afb71231bad0aabc9ddb071f7da82101bcaa5b5d9fd5f2d5a86ee4700adacc
|
| 3 |
+
size 2467387765
|
neurv/rv1.sh
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/bin/bash
|
| 2 |
+
# learned RISC-V computer: 256M, all 8 GPUs. usage: rv1.sh <name> <steps> [extra args]
|
| 3 |
+
cd /dev/shm/neurv
|
| 4 |
+
NAME=$1; STEPS=$2; shift 2
|
| 5 |
+
D=$HOME/neurv_data/split1
|
| 6 |
+
export PYTHONPATH=/dev/shm/neurv/pkgs OMP_NUM_THREADS=2 PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True
|
| 7 |
+
echo "$(date -u +%T) RV start name=$NAME steps=$STEPS args=$*"
|
| 8 |
+
CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 /dev/shm/prh/venv/bin/python -u -m torch.distributed.run --nproc_per_node 8 --master_port 29820 train_rv.py --name $NAME \
|
| 9 |
+
--programs $D/train.jsonl --heldout $D/heldout.jsonl --steps $STEPS --batch 24 --d 1024 --layers 20 --lr 3e-4 --hard 0.5 --prog_share 0.6 \
|
| 10 |
+
--eval_every 2000 --workers 14 "$@"
|
| 11 |
+
echo "$(date -u +%T) TRAIN_EXIT rc=$?"
|
neurv/rvsmoke.sh
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/bin/bash
|
| 2 |
+
cd /dev/shm/neurv
|
| 3 |
+
export PYTHONPATH=/dev/shm/neurv/pkgs OMP_NUM_THREADS=2 PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True
|
| 4 |
+
rm -rf runs/rvsmoke
|
| 5 |
+
CUDA_VISIBLE_DEVICES=1 /dev/shm/prh/venv/bin/python -u -m torch.distributed.run --nproc_per_node 1 --master_port 29811 train_rv.py --name rvsmoke \
|
| 6 |
+
--programs data/smoke/programs.jsonl --heldout data/smoke/programs.jsonl --steps 60 --batch 4 --eval_every 1000 --workers 4 --d 1024 --layers 16 > logs/rvsmoke.log 2>&1
|
| 7 |
+
echo "rc=$?" >> logs/rvsmoke.log
|
neurv/snap.sh
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/bin/bash
|
| 2 |
+
# every 20 min: freeze a copy of the growing programs.jsonl (whole lines only) so the HF sync can upload it
|
| 3 |
+
D=$HOME/neurv_data/codenet
|
| 4 |
+
mkdir -p $D/snap
|
| 5 |
+
while true; do
|
| 6 |
+
if [ -s $D/programs.jsonl ]; then
|
| 7 |
+
n=$(wc -l < $D/programs.jsonl)
|
| 8 |
+
head -n $n $D/programs.jsonl > $D/snap/programs_snap.tmp && mv $D/snap/programs_snap.tmp $D/snap/programs_snap.jsonl
|
| 9 |
+
echo "$(date -u +%T) snap $n" >> /dev/shm/neurv/logs/snap.log
|
| 10 |
+
fi
|
| 11 |
+
grep -q PREP_DONE /dev/shm/neurv/logs/prep_full.log 2>/dev/null && { echo "prep done, snap loop ends" >> /dev/shm/neurv/logs/snap.log; exit 0; }
|
| 12 |
+
sleep 1200
|
| 13 |
+
done
|
neurv/split.py
ADDED
|
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Split the filtered programs into train / held-out by CodeNet PROBLEM (p_id), so held-out programs solve problems
|
| 2 |
+
the model never saw any solution of. Usage: python split.py <programs.jsonl> <parquet...> --out DIR"""
|
| 3 |
+
import json, sys, zlib, argparse
|
| 4 |
+
import pyarrow.parquet as pq
|
| 5 |
+
ap = argparse.ArgumentParser(); ap.add_argument("programs"); ap.add_argument("parquet", nargs="+"); ap.add_argument("--out", required=True)
|
| 6 |
+
a = ap.parse_args()
|
| 7 |
+
pid = {}
|
| 8 |
+
for f in a.parquet:
|
| 9 |
+
t = pq.read_table(f, columns=["s_id", "p_id"])
|
| 10 |
+
pid.update(zip(t["s_id"].to_pylist(), t["p_id"].to_pylist()))
|
| 11 |
+
held_p = lambda p: zlib.crc32(p.encode()) % 40 == 0
|
| 12 |
+
ntr = nho = 0
|
| 13 |
+
with open(f"{a.out}/train.jsonl", "w") as ft, open(f"{a.out}/heldout.jsonl", "w") as fh:
|
| 14 |
+
for ln in open(a.programs):
|
| 15 |
+
r = json.loads(ln)
|
| 16 |
+
p = pid.get(r["id"])
|
| 17 |
+
if p is None:
|
| 18 |
+
continue
|
| 19 |
+
if held_p(p):
|
| 20 |
+
fh.write(ln); nho += 1
|
| 21 |
+
else:
|
| 22 |
+
ft.write(ln); ntr += 1
|
| 23 |
+
print(f"SPLIT train {ntr} heldout {nho} heldout_problems {len({p for p in pid.values() if held_p(p)})}")
|
neurv/train_rv.py
ADDED
|
@@ -0,0 +1,207 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Learned RISC-V computer: a bidirectional transformer that maps the whole RV32IM machine (2,081 words) to the machine one
|
| 2 |
+
instruction later. Each word is one token; the head predicts its 4 bytes. Trained on real C programs + random machine states.
|
| 3 |
+
Launch with torchrun (DDP). Held-out programs (by CodeNet problem) and hand-written demos are scored teacher-forced.
|
| 4 |
+
"""
|
| 5 |
+
import argparse
|
| 6 |
+
import json
|
| 7 |
+
import os
|
| 8 |
+
import time
|
| 9 |
+
|
| 10 |
+
import numpy as np
|
| 11 |
+
import torch
|
| 12 |
+
import torch.distributed as dist
|
| 13 |
+
import torch.nn as nn
|
| 14 |
+
import torch.nn.functional as F
|
| 15 |
+
|
| 16 |
+
import gen_rv as G
|
| 17 |
+
|
| 18 |
+
p = argparse.ArgumentParser()
|
| 19 |
+
p.add_argument("--name", required=True)
|
| 20 |
+
p.add_argument("--programs", required=True)
|
| 21 |
+
p.add_argument("--heldout", required=True, help="jsonl of held-out programs (same format), scored, never trained on")
|
| 22 |
+
p.add_argument("--steps", type=int, default=60000)
|
| 23 |
+
p.add_argument("--batch", type=int, default=16)
|
| 24 |
+
p.add_argument("--lr", type=float, default=3e-4)
|
| 25 |
+
p.add_argument("--d", type=int, default=1024)
|
| 26 |
+
p.add_argument("--layers", type=int, default=16)
|
| 27 |
+
p.add_argument("--keep_w", type=float, default=0.2)
|
| 28 |
+
p.add_argument("--hard", type=float, default=0.5)
|
| 29 |
+
p.add_argument("--prog_share", type=float, default=0.6)
|
| 30 |
+
p.add_argument("--eval_every", type=int, default=2000)
|
| 31 |
+
p.add_argument("--workers", type=int, default=12)
|
| 32 |
+
p.add_argument("--ckpt_grad", type=int, default=0)
|
| 33 |
+
a = p.parse_args()
|
| 34 |
+
|
| 35 |
+
N_REG, N_TOK = G.N_REG, G.N_TOK
|
| 36 |
+
|
| 37 |
+
|
| 38 |
+
def slot_features():
|
| 39 |
+
"""[N_TOK, 16]: kind one-hot (register, pc, memory) + 11 address bits + x0 flag."""
|
| 40 |
+
f = np.zeros((N_TOK, 16), np.float32)
|
| 41 |
+
for i in range(N_TOK):
|
| 42 |
+
if i < 32:
|
| 43 |
+
f[i, 0] = 1; idx = i
|
| 44 |
+
elif i == 32:
|
| 45 |
+
f[i, 1] = 1; idx = 0
|
| 46 |
+
else:
|
| 47 |
+
f[i, 2] = 1; idx = i - N_REG
|
| 48 |
+
f[i, 3:14] = [(idx >> b) & 1 for b in range(11)]
|
| 49 |
+
f[0, 14] = 1
|
| 50 |
+
return torch.from_numpy(f)
|
| 51 |
+
|
| 52 |
+
|
| 53 |
+
class Block(nn.Module):
|
| 54 |
+
def __init__(self, d, h):
|
| 55 |
+
super().__init__()
|
| 56 |
+
self.h = h
|
| 57 |
+
self.n1, self.n2 = nn.RMSNorm(d), nn.RMSNorm(d)
|
| 58 |
+
self.qkv, self.o = nn.Linear(d, 3 * d, bias=False), nn.Linear(d, d, bias=False)
|
| 59 |
+
self.up, self.down = nn.Linear(d, 8 * d // 3 * 2, bias=False), nn.Linear(8 * d // 3, d, bias=False)
|
| 60 |
+
|
| 61 |
+
def forward(self, x):
|
| 62 |
+
B, T, Dm = x.shape
|
| 63 |
+
q, k, v = self.qkv(self.n1(x)).view(B, T, 3, self.h, Dm // self.h).permute(2, 0, 3, 1, 4)
|
| 64 |
+
x = x + self.o(F.scaled_dot_product_attention(q, k, v).transpose(1, 2).reshape(B, T, Dm))
|
| 65 |
+
g, u = self.up(self.n2(x)).chunk(2, -1)
|
| 66 |
+
return x + self.down(F.silu(g) * u)
|
| 67 |
+
|
| 68 |
+
|
| 69 |
+
class RVNet(nn.Module):
|
| 70 |
+
def __init__(self, d, L, ckpt_grad=False):
|
| 71 |
+
super().__init__()
|
| 72 |
+
self.byte = nn.ModuleList([nn.Embedding(256, d) for _ in range(4)])
|
| 73 |
+
self.bits = nn.Linear(32, d, bias=False)
|
| 74 |
+
self.slot = nn.Embedding(N_TOK, d)
|
| 75 |
+
self.sfeat = nn.Linear(16, d, bias=False)
|
| 76 |
+
self.register_buffer("feat", slot_features(), persistent=False)
|
| 77 |
+
self.register_buffer("shift", torch.arange(32), persistent=False)
|
| 78 |
+
self.blocks = nn.ModuleList([Block(d, d // 64) for _ in range(L)])
|
| 79 |
+
self.norm = nn.RMSNorm(d)
|
| 80 |
+
self.head = nn.Linear(d, 4 * 256, bias=False)
|
| 81 |
+
self.ckpt_grad = ckpt_grad
|
| 82 |
+
|
| 83 |
+
def forward(self, s): # s [B, N_TOK] int64 holding uint32 values -> logits [B, N_TOK, 4, 256]
|
| 84 |
+
x = self.slot.weight[None] + self.sfeat(self.feat)[None]
|
| 85 |
+
for k in range(4):
|
| 86 |
+
x = x + self.byte[k]((s >> (8 * k)) & 255)
|
| 87 |
+
x = x + self.bits(((s[..., None] >> self.shift) & 1).to(x.dtype))
|
| 88 |
+
for b in self.blocks:
|
| 89 |
+
x = torch.utils.checkpoint.checkpoint(b, x, use_reentrant=False) if (self.ckpt_grad and self.training) else b(x)
|
| 90 |
+
return self.head(self.norm(x)).view(s.shape[0], N_TOK, 4, 256)
|
| 91 |
+
|
| 92 |
+
|
| 93 |
+
def to_bytes(s):
|
| 94 |
+
return torch.stack([(s >> (8 * k)) & 255 for k in range(4)], -1) # [B, T, 4]
|
| 95 |
+
|
| 96 |
+
|
| 97 |
+
def loss_fn(lg, x, y, keep_w):
|
| 98 |
+
yb = to_bytes(y)
|
| 99 |
+
ce = F.cross_entropy(lg.float().reshape(-1, 256), yb.reshape(-1), reduction="none").view(yb.shape).sum(-1) # per word
|
| 100 |
+
ch = (x != y)
|
| 101 |
+
l_ch = (ce * ch).sum() / ch.sum().clamp(min=1)
|
| 102 |
+
l_keep = (ce * ~ch).sum() / (~ch).sum().clamp(min=1)
|
| 103 |
+
return l_ch + keep_w * l_keep, l_ch, l_keep
|
| 104 |
+
|
| 105 |
+
|
| 106 |
+
def eval_pairs(progs, seed, per_prog):
|
| 107 |
+
"""Fixed teacher-forced (state, next) pairs from a list of programs."""
|
| 108 |
+
g = np.random.default_rng(seed)
|
| 109 |
+
uc = G.new_uc()
|
| 110 |
+
xs, ys = [], []
|
| 111 |
+
for pr in progs:
|
| 112 |
+
for s, n in G.program_samples(uc, pr, g, per_prog):
|
| 113 |
+
xs.append(s.astype(np.int64)); ys.append(n.astype(np.int64))
|
| 114 |
+
return np.stack(xs), np.stack(ys)
|
| 115 |
+
|
| 116 |
+
|
| 117 |
+
if __name__ == "__main__":
|
| 118 |
+
dist.init_process_group("nccl")
|
| 119 |
+
rank, world = dist.get_rank(), dist.get_world_size()
|
| 120 |
+
lr_ = int(os.environ["LOCAL_RANK"])
|
| 121 |
+
torch.cuda.set_device(lr_)
|
| 122 |
+
dev = "cuda"
|
| 123 |
+
OUT = f"/dev/shm/neurv/runs/{a.name}"
|
| 124 |
+
os.makedirs(OUT, exist_ok=True)
|
| 125 |
+
log = open(f"{OUT}/log.jsonl", "a") if rank == 0 else None
|
| 126 |
+
|
| 127 |
+
def say(**k):
|
| 128 |
+
if rank == 0:
|
| 129 |
+
k["t"] = time.strftime("%H:%M:%S")
|
| 130 |
+
log.write(json.dumps(k) + "\n"); log.flush()
|
| 131 |
+
print(json.dumps(k), flush=True)
|
| 132 |
+
|
| 133 |
+
model = RVNet(a.d, a.layers, bool(a.ckpt_grad)).to(dev)
|
| 134 |
+
n_prog = sum(1 for _ in open(a.programs))
|
| 135 |
+
say(event="model", params_M=round(sum(q.numel() for q in model.parameters()) / 1e6, 1), tokens=N_TOK, n_programs=n_prog,
|
| 136 |
+
**vars(a), world=world)
|
| 137 |
+
ddp = torch.nn.parallel.DistributedDataParallel(model, device_ids=[lr_])
|
| 138 |
+
opt = torch.optim.AdamW(model.parameters(), lr=a.lr, betas=(0.9, 0.95), weight_decay=0.01, fused=True)
|
| 139 |
+
warm, decay_from = 1000, int(0.8 * a.steps)
|
| 140 |
+
|
| 141 |
+
def lr_at(s):
|
| 142 |
+
if s < warm:
|
| 143 |
+
return a.lr * s / warm
|
| 144 |
+
if s < decay_from:
|
| 145 |
+
return a.lr
|
| 146 |
+
return a.lr * max(0.02, (a.steps - s) / (a.steps - decay_from))
|
| 147 |
+
|
| 148 |
+
start = 0
|
| 149 |
+
ck = sorted([f for f in os.listdir(OUT) if f.startswith("step_") and f.endswith(".pt")], key=lambda f: int(f[5:-3]))
|
| 150 |
+
if ck:
|
| 151 |
+
st = torch.load(f"{OUT}/{ck[-1]}", map_location="cpu", weights_only=False)
|
| 152 |
+
model.load_state_dict(st["model"]); opt.load_state_dict(st["opt"]); start = st["step"]
|
| 153 |
+
say(event="resume", step=start)
|
| 154 |
+
loader = iter(torch.utils.data.DataLoader(G.Stream(a.programs, seed=rank + 97 * start + 1, prog_share=a.prog_share, hard=a.hard),
|
| 155 |
+
batch_size=a.batch, num_workers=a.workers, pin_memory=True, persistent_workers=True,
|
| 156 |
+
prefetch_factor=4))
|
| 157 |
+
held = G.load_programs(a.heldout)
|
| 158 |
+
ex, ey = eval_pairs(held[:200], 999, 12)
|
| 159 |
+
mine = np.arange(len(ex))[rank::world]
|
| 160 |
+
ex_t, ey_t = torch.from_numpy(ex[mine]), torch.from_numpy(ey[mine])
|
| 161 |
+
|
| 162 |
+
@torch.no_grad()
|
| 163 |
+
def evaluate(X, Y):
|
| 164 |
+
model.eval()
|
| 165 |
+
ok, ok_ch, n_ch = 0, 0, 0
|
| 166 |
+
for i in range(0, len(X), 16):
|
| 167 |
+
x, y = X[i:i + 16].to(dev), Y[i:i + 16].to(dev)
|
| 168 |
+
with torch.autocast("cuda", dtype=torch.bfloat16):
|
| 169 |
+
pr = model(x).argmax(-1) # [B, T, 4]
|
| 170 |
+
eqw = (pr == to_bytes(y)).all(-1) # [B, T]
|
| 171 |
+
ok += int(eqw.all(1).sum())
|
| 172 |
+
ch = x != y
|
| 173 |
+
ok_ch += int((eqw & ch).sum()); n_ch += int(ch.sum())
|
| 174 |
+
t = torch.tensor([ok, len(X), ok_ch, n_ch], dtype=torch.float, device=dev)
|
| 175 |
+
dist.all_reduce(t)
|
| 176 |
+
model.train()
|
| 177 |
+
return float(t[0] / t[1]), float(t[2] / t[3].clamp(min=1))
|
| 178 |
+
|
| 179 |
+
t0 = time.time()
|
| 180 |
+
for s in range(start + 1, a.steps + 1):
|
| 181 |
+
for gr in opt.param_groups:
|
| 182 |
+
gr["lr"] = lr_at(s)
|
| 183 |
+
x, y = next(loader)
|
| 184 |
+
x, y = x.to(dev, non_blocking=True), y.to(dev, non_blocking=True)
|
| 185 |
+
with torch.autocast("cuda", dtype=torch.bfloat16):
|
| 186 |
+
lg = ddp(x)
|
| 187 |
+
loss, l_ch, l_keep = loss_fn(lg, x, y, a.keep_w)
|
| 188 |
+
opt.zero_grad(set_to_none=True)
|
| 189 |
+
loss.backward()
|
| 190 |
+
gn = torch.nn.utils.clip_grad_norm_(model.parameters(), 1.0)
|
| 191 |
+
opt.step()
|
| 192 |
+
if s % 50 == 0:
|
| 193 |
+
say(event="train", step=s, loss=round(loss.item(), 4), changed=round(l_ch.item(), 4), kept=round(l_keep.item(), 5),
|
| 194 |
+
gn=round(gn.item(), 3), lr=round(lr_at(s), 6), s_per_step=round((time.time() - t0) / (s - start), 3),
|
| 195 |
+
mem_GB=round(torch.cuda.max_memory_allocated() / 1e9, 1))
|
| 196 |
+
if s % a.eval_every == 0 or s == a.steps:
|
| 197 |
+
r, c = evaluate(ex_t, ey_t)
|
| 198 |
+
say(event="eval", step=s, heldout_exact=round(r, 5), heldout_changed_acc=round(c, 5))
|
| 199 |
+
if rank == 0:
|
| 200 |
+
torch.save({"model": model.state_dict(), "opt": opt.state_dict(), "step": s, "args": vars(a)}, f"{OUT}/step_{s}.pt.tmp")
|
| 201 |
+
os.replace(f"{OUT}/step_{s}.pt.tmp", f"{OUT}/step_{s}.pt")
|
| 202 |
+
for f in sorted([f for f in os.listdir(OUT) if f.startswith("step_") and f.endswith(".pt")], key=lambda f: int(f[5:-3]))[:-3]:
|
| 203 |
+
os.remove(f"{OUT}/{f}")
|
| 204 |
+
dist.barrier()
|
| 205 |
+
say(event="done")
|
| 206 |
+
dist.destroy_process_group()
|
| 207 |
+
os._exit(0)
|