File size: 1,084 Bytes
1272654 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 | {
"description": "Metadata for the sleep-form rescue count release: 80 tiny research networks and the shuffle-cost measure. Not a usable language model.",
"author": "Ronald Lee Hampton",
"forms": [
"ST-0",
"S-SLEEP"
],
"seeds": [
857,
858,
859,
860,
861,
862,
863,
864,
865,
866,
867,
868,
869,
870,
871,
872,
873,
874,
875,
876,
877,
878,
879,
880,
881,
882,
883,
884,
885,
886,
887,
888,
889,
890,
891,
892,
893,
894,
895,
896
],
"networks": 80,
"numbers_per_network": 633074,
"vocab_size": 4096,
"context_words": 2,
"experts": 48,
"measure": "shuffle cost of the reasoning core's output: mean held-out cross-entropy increase, in nats",
"switchboard_line_nats": 0.025,
"result": {
"ST-0_switchboards": 7,
"S-SLEEP_switchboards": 1,
"rescued": 7,
"harmed": 1,
"sign_test_p_one_sided": 0.0352
},
"reader": "reader/read_shuffle_cost.py",
"license": "cc-by-4.0"
}
|