{ "description": "Metadata for the sleep-form rescue count release: 80 tiny research networks and the shuffle-cost measure. Not a usable language model.", "author": "Ronald Lee Hampton", "forms": [ "ST-0", "S-SLEEP" ], "seeds": [ 857, 858, 859, 860, 861, 862, 863, 864, 865, 866, 867, 868, 869, 870, 871, 872, 873, 874, 875, 876, 877, 878, 879, 880, 881, 882, 883, 884, 885, 886, 887, 888, 889, 890, 891, 892, 893, 894, 895, 896 ], "networks": 80, "numbers_per_network": 633074, "vocab_size": 4096, "context_words": 2, "experts": 48, "measure": "shuffle cost of the reasoning core's output: mean held-out cross-entropy increase, in nats", "switchboard_line_nats": 0.025, "result": { "ST-0_switchboards": 7, "S-SLEEP_switchboards": 1, "rescued": 7, "harmed": 1, "sign_test_p_one_sided": 0.0352 }, "reader": "reader/read_shuffle_cost.py", "license": "cc-by-4.0" }