| { | |
| "description": "Metadata for the sleep-form rescue count release: 80 tiny research networks and the shuffle-cost measure. Not a usable language model.", | |
| "author": "Ronald Lee Hampton", | |
| "forms": [ | |
| "ST-0", | |
| "S-SLEEP" | |
| ], | |
| "seeds": [ | |
| 857, | |
| 858, | |
| 859, | |
| 860, | |
| 861, | |
| 862, | |
| 863, | |
| 864, | |
| 865, | |
| 866, | |
| 867, | |
| 868, | |
| 869, | |
| 870, | |
| 871, | |
| 872, | |
| 873, | |
| 874, | |
| 875, | |
| 876, | |
| 877, | |
| 878, | |
| 879, | |
| 880, | |
| 881, | |
| 882, | |
| 883, | |
| 884, | |
| 885, | |
| 886, | |
| 887, | |
| 888, | |
| 889, | |
| 890, | |
| 891, | |
| 892, | |
| 893, | |
| 894, | |
| 895, | |
| 896 | |
| ], | |
| "networks": 80, | |
| "numbers_per_network": 633074, | |
| "vocab_size": 4096, | |
| "context_words": 2, | |
| "experts": 48, | |
| "measure": "shuffle cost of the reasoning core's output: mean held-out cross-entropy increase, in nats", | |
| "switchboard_line_nats": 0.025, | |
| "result": { | |
| "ST-0_switchboards": 7, | |
| "S-SLEEP_switchboards": 1, | |
| "rescued": 7, | |
| "harmed": 1, | |
| "sign_test_p_one_sided": 0.0352 | |
| }, | |
| "reader": "reader/read_shuffle_cost.py", | |
| "license": "cc-by-4.0" | |
| } | |