Prahaladha commited on
Commit
1b2e481
·
verified ·
1 Parent(s): 5de0f22

sync learned_computer: 36 files from /dev/shm/neucpu

Browse files
neucpu/logs/autocheck_done.txt ADDED
File without changes
neucpu/logs/cpu1.log ADDED
@@ -0,0 +1,563 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 14:28:19 TRAIN start name=cpu1 gpus=0,1,2,3,4,5,6,7 args=--steps 60000 --eval-every 2000
2
+ {"event": "model", "params_M": 38.3, "tokens": 477, "name": "cpu1", "steps": 60000, "batch": 256, "lr": 0.0005, "d": 512, "layers": 12, "keep_w": 0.2, "eval_every": 2000, "workers": 10, "world": 8, "n_state": 205, "t": "14:28:27"}
3
+ {"event": "train", "step": 50, "loss": 3.4392, "changed": 3.0625, "kept": 1.8836, "gn": 1.025, "lr": 5e-05, "s_per_step": 0.264, "mem_GB": 32.8, "t": "14:28:44"}
4
+ {"event": "train", "step": 100, "loss": 2.5437, "changed": 2.1992, "kept": 1.72234, "gn": 0.449, "lr": 0.0001, "s_per_step": 0.251, "mem_GB": 32.8, "t": "14:28:56"}
5
+ {"event": "train", "step": 150, "loss": 2.1356, "changed": 1.9618, "kept": 0.86922, "gn": 0.473, "lr": 0.00015, "s_per_step": 0.246, "mem_GB": 32.8, "t": "14:29:08"}
6
+ {"event": "train", "step": 200, "loss": 2.1163, "changed": 2.0342, "kept": 0.41024, "gn": 0.592, "lr": 0.0002, "s_per_step": 0.244, "mem_GB": 32.8, "t": "14:29:20"}
7
+ {"event": "train", "step": 250, "loss": 1.9957, "changed": 1.914, "kept": 0.40863, "gn": 0.596, "lr": 0.00025, "s_per_step": 0.243, "mem_GB": 32.8, "t": "14:29:32"}
8
+ {"event": "train", "step": 300, "loss": 1.6654, "changed": 1.6039, "kept": 0.30764, "gn": 0.432, "lr": 0.0003, "s_per_step": 0.242, "mem_GB": 32.8, "t": "14:29:44"}
9
+ {"event": "train", "step": 350, "loss": 1.7861, "changed": 1.7169, "kept": 0.34636, "gn": 0.542, "lr": 0.00035, "s_per_step": 0.241, "mem_GB": 32.8, "t": "14:29:55"}
10
+ {"event": "train", "step": 400, "loss": 1.6412, "changed": 1.5769, "kept": 0.32155, "gn": 0.424, "lr": 0.0004, "s_per_step": 0.241, "mem_GB": 32.8, "t": "14:30:07"}
11
+ {"event": "train", "step": 450, "loss": 1.7079, "changed": 1.6411, "kept": 0.33379, "gn": 0.449, "lr": 0.00045, "s_per_step": 0.24, "mem_GB": 32.8, "t": "14:30:19"}
12
+ {"event": "train", "step": 500, "loss": 1.7252, "changed": 1.6645, "kept": 0.3036, "gn": 0.432, "lr": 0.0005, "s_per_step": 0.24, "mem_GB": 32.8, "t": "14:30:31"}
13
+ {"event": "train", "step": 550, "loss": 1.6895, "changed": 1.6201, "kept": 0.34683, "gn": 0.387, "lr": 0.0005, "s_per_step": 0.24, "mem_GB": 32.8, "t": "14:30:43"}
14
+ {"event": "train", "step": 600, "loss": 1.6698, "changed": 1.6058, "kept": 0.31991, "gn": 0.434, "lr": 0.0005, "s_per_step": 0.24, "mem_GB": 32.8, "t": "14:30:55"}
15
+ {"event": "train", "step": 650, "loss": 1.6799, "changed": 1.6155, "kept": 0.32207, "gn": 0.492, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "14:31:07"}
16
+ {"event": "train", "step": 700, "loss": 1.5659, "changed": 1.5079, "kept": 0.29014, "gn": 0.453, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "14:31:18"}
17
+ {"event": "train", "step": 750, "loss": 1.4003, "changed": 1.3351, "kept": 0.32607, "gn": 0.411, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "14:31:30"}
18
+ {"event": "train", "step": 800, "loss": 1.3387, "changed": 1.271, "kept": 0.33828, "gn": 0.424, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "14:31:42"}
19
+ {"event": "train", "step": 850, "loss": 1.3545, "changed": 1.2896, "kept": 0.32453, "gn": 0.439, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "14:31:54"}
20
+ {"event": "train", "step": 900, "loss": 1.1283, "changed": 1.0736, "kept": 0.27352, "gn": 0.529, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "14:32:06"}
21
+ {"event": "train", "step": 950, "loss": 0.9104, "changed": 0.8642, "kept": 0.23074, "gn": 0.451, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "14:32:18"}
22
+ {"event": "train", "step": 1000, "loss": 0.9266, "changed": 0.8816, "kept": 0.22498, "gn": 0.596, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "14:32:30"}
23
+ {"event": "train", "step": 1050, "loss": 0.6812, "changed": 0.6428, "kept": 0.19192, "gn": 0.446, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "14:32:41"}
24
+ {"event": "train", "step": 1100, "loss": 0.6838, "changed": 0.6532, "kept": 0.15323, "gn": 0.369, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "14:32:53"}
25
+ {"event": "train", "step": 1150, "loss": 0.6356, "changed": 0.5999, "kept": 0.17849, "gn": 0.43, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:33:05"}
26
+ {"event": "train", "step": 1200, "loss": 0.5477, "changed": 0.5161, "kept": 0.15799, "gn": 0.614, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:33:17"}
27
+ {"event": "train", "step": 1250, "loss": 0.6334, "changed": 0.5951, "kept": 0.19163, "gn": 0.502, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:33:29"}
28
+ {"event": "train", "step": 1300, "loss": 0.5559, "changed": 0.5269, "kept": 0.14495, "gn": 0.496, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:33:41"}
29
+ {"event": "train", "step": 1350, "loss": 0.42, "changed": 0.3943, "kept": 0.1289, "gn": 0.376, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:33:53"}
30
+ {"event": "train", "step": 1400, "loss": 0.5846, "changed": 0.5542, "kept": 0.15166, "gn": 0.419, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:34:05"}
31
+ {"event": "train", "step": 1450, "loss": 0.3376, "changed": 0.3089, "kept": 0.14327, "gn": 0.494, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:34:16"}
32
+ {"event": "train", "step": 1500, "loss": 0.2818, "changed": 0.2578, "kept": 0.12039, "gn": 0.369, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:34:28"}
33
+ {"event": "train", "step": 1550, "loss": 0.2597, "changed": 0.2363, "kept": 0.117, "gn": 0.428, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:34:40"}
34
+ {"event": "train", "step": 1600, "loss": 0.2015, "changed": 0.1795, "kept": 0.10991, "gn": 0.322, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:34:52"}
35
+ {"event": "train", "step": 1650, "loss": 0.2217, "changed": 0.2023, "kept": 0.09671, "gn": 0.303, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:35:04"}
36
+ {"event": "train", "step": 1700, "loss": 0.2119, "changed": 0.1964, "kept": 0.07747, "gn": 0.446, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:35:16"}
37
+ {"event": "train", "step": 1750, "loss": 0.3383, "changed": 0.3278, "kept": 0.0526, "gn": 0.287, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:35:28"}
38
+ {"event": "train", "step": 1800, "loss": 0.2157, "changed": 0.2015, "kept": 0.07097, "gn": 0.453, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:35:39"}
39
+ {"event": "train", "step": 1850, "loss": 0.1637, "changed": 0.1538, "kept": 0.04935, "gn": 0.439, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:35:51"}
40
+ {"event": "train", "step": 1900, "loss": 0.1556, "changed": 0.1411, "kept": 0.07236, "gn": 0.344, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:36:03"}
41
+ {"event": "train", "step": 1950, "loss": 0.1939, "changed": 0.1861, "kept": 0.039, "gn": 0.583, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:36:15"}
42
+ {"event": "train", "step": 2000, "loss": 0.0914, "changed": 0.0843, "kept": 0.03508, "gn": 1.305, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:36:27"}
43
+ {"event": "eval", "step": 2000, "heldout_exact": 0.78728, "heldout_changed_acc": 0.9869, "demo_exact": 0.7175, "demo_changed_acc": 0.96954, "t": "14:36:27"}
44
+ /dev/shm/prh/venv/lib/python3.11/site-packages/torch/distributed/distributed_c10d.py:4876: UserWarning: barrier(): using the device under current context. You can specify `device_id` in `init_process_group` to mute this warning.
45
+ warnings.warn( # warn only once
46
+ {"event": "train", "step": 2050, "loss": 0.1307, "changed": 0.1229, "kept": 0.03888, "gn": 0.348, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:36:39"}
47
+ {"event": "train", "step": 2100, "loss": 0.128, "changed": 0.1165, "kept": 0.05773, "gn": 0.238, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:36:51"}
48
+ {"event": "train", "step": 2150, "loss": 0.1305, "changed": 0.1212, "kept": 0.04656, "gn": 3.025, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:37:03"}
49
+ {"event": "train", "step": 2200, "loss": 0.048, "changed": 0.045, "kept": 0.0148, "gn": 0.752, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:37:15"}
50
+ {"event": "train", "step": 2250, "loss": 0.0665, "changed": 0.0611, "kept": 0.02679, "gn": 0.904, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:37:27"}
51
+ {"event": "train", "step": 2300, "loss": 0.0524, "changed": 0.0486, "kept": 0.01863, "gn": 0.411, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:37:38"}
52
+ {"event": "train", "step": 2350, "loss": 0.0222, "changed": 0.0198, "kept": 0.01238, "gn": 0.341, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:37:50"}
53
+ {"event": "train", "step": 2400, "loss": 0.047, "changed": 0.0439, "kept": 0.01537, "gn": 0.319, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:38:02"}
54
+ {"event": "train", "step": 2450, "loss": 0.0767, "changed": 0.0739, "kept": 0.01414, "gn": 0.345, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:38:14"}
55
+ {"event": "train", "step": 2500, "loss": 0.0438, "changed": 0.0397, "kept": 0.02055, "gn": 0.807, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:38:26"}
56
+ {"event": "train", "step": 2550, "loss": 0.0807, "changed": 0.0782, "kept": 0.01255, "gn": 0.419, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:38:38"}
57
+ {"event": "train", "step": 2600, "loss": 0.0502, "changed": 0.0459, "kept": 0.02165, "gn": 0.456, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:38:50"}
58
+ {"event": "train", "step": 2650, "loss": 0.0611, "changed": 0.0591, "kept": 0.01, "gn": 0.386, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:39:02"}
59
+ {"event": "train", "step": 2700, "loss": 0.0545, "changed": 0.0533, "kept": 0.00587, "gn": 0.264, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:39:13"}
60
+ {"event": "train", "step": 2750, "loss": 0.0642, "changed": 0.0631, "kept": 0.00537, "gn": 0.602, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:39:25"}
61
+ {"event": "train", "step": 2800, "loss": 0.0404, "changed": 0.0388, "kept": 0.00805, "gn": 0.36, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:39:37"}
62
+ {"event": "train", "step": 2850, "loss": 0.0237, "changed": 0.0219, "kept": 0.00881, "gn": 0.313, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:39:49"}
63
+ {"event": "train", "step": 2900, "loss": 0.0332, "changed": 0.0304, "kept": 0.01408, "gn": 0.139, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:40:01"}
64
+ {"event": "train", "step": 2950, "loss": 0.0329, "changed": 0.0285, "kept": 0.02171, "gn": 0.764, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:40:13"}
65
+ {"event": "train", "step": 3000, "loss": 0.0363, "changed": 0.0339, "kept": 0.01162, "gn": 0.381, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:40:25"}
66
+ {"event": "train", "step": 3050, "loss": 0.0267, "changed": 0.0241, "kept": 0.01307, "gn": 0.209, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:40:36"}
67
+ {"event": "train", "step": 3100, "loss": 0.0394, "changed": 0.0381, "kept": 0.0067, "gn": 0.414, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:40:48"}
68
+ {"event": "train", "step": 3150, "loss": 0.0535, "changed": 0.0518, "kept": 0.00873, "gn": 0.565, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:41:00"}
69
+ {"event": "train", "step": 3200, "loss": 0.023, "changed": 0.0203, "kept": 0.01346, "gn": 0.255, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:41:12"}
70
+ {"event": "train", "step": 3250, "loss": 0.0328, "changed": 0.0318, "kept": 0.00548, "gn": 0.146, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:41:24"}
71
+ {"event": "train", "step": 3300, "loss": 0.0772, "changed": 0.0767, "kept": 0.00241, "gn": 0.144, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:41:36"}
72
+ {"event": "train", "step": 3350, "loss": 0.022, "changed": 0.0212, "kept": 0.00419, "gn": 0.293, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:41:48"}
73
+ {"event": "train", "step": 3400, "loss": 0.0186, "changed": 0.0171, "kept": 0.00765, "gn": 0.153, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:41:59"}
74
+ {"event": "train", "step": 3450, "loss": 0.0247, "changed": 0.0237, "kept": 0.00544, "gn": 0.483, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:42:11"}
75
+ {"event": "train", "step": 3500, "loss": 0.0392, "changed": 0.0383, "kept": 0.00471, "gn": 1.036, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:42:23"}
76
+ {"event": "train", "step": 3550, "loss": 0.0298, "changed": 0.0285, "kept": 0.00635, "gn": 0.303, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:42:35"}
77
+ {"event": "train", "step": 3600, "loss": 0.021, "changed": 0.0193, "kept": 0.00857, "gn": 0.585, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:42:47"}
78
+ {"event": "train", "step": 3650, "loss": 0.0341, "changed": 0.0331, "kept": 0.00475, "gn": 0.558, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:42:59"}
79
+ {"event": "train", "step": 3700, "loss": 0.0195, "changed": 0.018, "kept": 0.00716, "gn": 0.325, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:43:11"}
80
+ {"event": "train", "step": 3750, "loss": 0.0372, "changed": 0.0346, "kept": 0.01281, "gn": 0.227, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:43:22"}
81
+ {"event": "train", "step": 3800, "loss": 0.0144, "changed": 0.0132, "kept": 0.00608, "gn": 0.103, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:43:34"}
82
+ {"event": "train", "step": 3850, "loss": 0.0606, "changed": 0.0597, "kept": 0.00442, "gn": 0.341, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:43:46"}
83
+ {"event": "train", "step": 3900, "loss": 0.0108, "changed": 0.0102, "kept": 0.00299, "gn": 0.285, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:43:58"}
84
+ {"event": "train", "step": 3950, "loss": 0.058, "changed": 0.0557, "kept": 0.0119, "gn": 0.214, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:44:10"}
85
+ {"event": "train", "step": 4000, "loss": 0.036, "changed": 0.0354, "kept": 0.00295, "gn": 0.165, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:44:22"}
86
+ {"event": "eval", "step": 4000, "heldout_exact": 0.95501, "heldout_changed_acc": 0.99517, "demo_exact": 0.94625, "demo_changed_acc": 0.99619, "t": "14:44:22"}
87
+ {"event": "train", "step": 4050, "loss": 0.0418, "changed": 0.0411, "kept": 0.00312, "gn": 0.089, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:44:34"}
88
+ {"event": "train", "step": 4100, "loss": 0.0109, "changed": 0.01, "kept": 0.00414, "gn": 0.273, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:44:46"}
89
+ {"event": "train", "step": 4150, "loss": 0.0149, "changed": 0.0144, "kept": 0.00261, "gn": 0.189, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:44:58"}
90
+ {"event": "train", "step": 4200, "loss": 0.0165, "changed": 0.0159, "kept": 0.00308, "gn": 0.156, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:45:10"}
91
+ {"event": "train", "step": 4250, "loss": 0.0054, "changed": 0.0047, "kept": 0.00341, "gn": 0.228, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:45:21"}
92
+ {"event": "train", "step": 4300, "loss": 0.02, "changed": 0.0192, "kept": 0.00382, "gn": 0.073, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:45:33"}
93
+ {"event": "train", "step": 4350, "loss": 0.0122, "changed": 0.0114, "kept": 0.00427, "gn": 0.155, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:45:45"}
94
+ {"event": "train", "step": 4400, "loss": 0.0244, "changed": 0.0235, "kept": 0.0046, "gn": 0.165, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:45:57"}
95
+ {"event": "train", "step": 4450, "loss": 0.0326, "changed": 0.0318, "kept": 0.00358, "gn": 0.419, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:46:09"}
96
+ {"event": "train", "step": 4500, "loss": 0.0142, "changed": 0.0129, "kept": 0.0067, "gn": 0.065, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:46:21"}
97
+ {"event": "train", "step": 4550, "loss": 0.0268, "changed": 0.026, "kept": 0.00387, "gn": 1.268, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:46:33"}
98
+ {"event": "train", "step": 4600, "loss": 0.0111, "changed": 0.0103, "kept": 0.00416, "gn": 0.079, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:46:44"}
99
+ {"event": "train", "step": 4650, "loss": 0.0486, "changed": 0.0482, "kept": 0.00224, "gn": 0.167, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:46:56"}
100
+ {"event": "train", "step": 4700, "loss": 0.0194, "changed": 0.0183, "kept": 0.00573, "gn": 0.925, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:47:08"}
101
+ {"event": "train", "step": 4750, "loss": 0.0253, "changed": 0.0245, "kept": 0.00411, "gn": 0.112, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:47:20"}
102
+ {"event": "train", "step": 4800, "loss": 0.0323, "changed": 0.0318, "kept": 0.00267, "gn": 1.543, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:47:32"}
103
+ {"event": "train", "step": 4850, "loss": 0.0123, "changed": 0.0118, "kept": 0.00229, "gn": 0.056, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:47:44"}
104
+ {"event": "train", "step": 4900, "loss": 0.0143, "changed": 0.0135, "kept": 0.0039, "gn": 0.975, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:47:56"}
105
+ {"event": "train", "step": 4950, "loss": 0.014, "changed": 0.0134, "kept": 0.00317, "gn": 0.36, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:48:08"}
106
+ {"event": "train", "step": 5000, "loss": 0.0288, "changed": 0.0281, "kept": 0.00346, "gn": 0.254, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:48:19"}
107
+ {"event": "train", "step": 5050, "loss": 0.0294, "changed": 0.0289, "kept": 0.00251, "gn": 0.149, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:48:31"}
108
+ {"event": "train", "step": 5100, "loss": 0.057, "changed": 0.0562, "kept": 0.00382, "gn": 0.131, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:48:43"}
109
+ {"event": "train", "step": 5150, "loss": 0.029, "changed": 0.0284, "kept": 0.00339, "gn": 0.209, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:48:55"}
110
+ {"event": "train", "step": 5200, "loss": 0.0226, "changed": 0.0223, "kept": 0.00176, "gn": 0.149, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:49:07"}
111
+ {"event": "train", "step": 5250, "loss": 0.0193, "changed": 0.0169, "kept": 0.01237, "gn": 0.118, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:49:19"}
112
+ {"event": "train", "step": 5300, "loss": 0.0165, "changed": 0.016, "kept": 0.0028, "gn": 0.692, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:49:31"}
113
+ {"event": "train", "step": 5350, "loss": 0.0127, "changed": 0.012, "kept": 0.00352, "gn": 0.386, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:49:42"}
114
+ {"event": "train", "step": 5400, "loss": 0.0158, "changed": 0.0149, "kept": 0.00464, "gn": 0.199, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:49:54"}
115
+ {"event": "train", "step": 5450, "loss": 0.0109, "changed": 0.008, "kept": 0.01452, "gn": 0.173, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:50:06"}
116
+ {"event": "train", "step": 5500, "loss": 0.0027, "changed": 0.0024, "kept": 0.00114, "gn": 0.276, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:50:18"}
117
+ {"event": "train", "step": 5550, "loss": 0.0092, "changed": 0.0088, "kept": 0.00225, "gn": 0.089, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:50:30"}
118
+ {"event": "train", "step": 5600, "loss": 0.0302, "changed": 0.0295, "kept": 0.00372, "gn": 0.192, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:50:42"}
119
+ {"event": "train", "step": 5650, "loss": 0.043, "changed": 0.0424, "kept": 0.00305, "gn": 0.306, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:50:54"}
120
+ {"event": "train", "step": 5700, "loss": 0.0216, "changed": 0.0204, "kept": 0.00595, "gn": 0.787, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:51:05"}
121
+ {"event": "train", "step": 5750, "loss": 0.0045, "changed": 0.004, "kept": 0.00277, "gn": 0.061, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:51:17"}
122
+ {"event": "train", "step": 5800, "loss": 0.0271, "changed": 0.0269, "kept": 0.00109, "gn": 0.311, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:51:29"}
123
+ {"event": "train", "step": 5850, "loss": 0.0301, "changed": 0.0293, "kept": 0.00416, "gn": 0.11, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:51:41"}
124
+ {"event": "train", "step": 5900, "loss": 0.0325, "changed": 0.0313, "kept": 0.00609, "gn": 0.079, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:51:53"}
125
+ {"event": "train", "step": 5950, "loss": 0.0016, "changed": 0.0013, "kept": 0.00102, "gn": 0.101, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:52:05"}
126
+ {"event": "train", "step": 6000, "loss": 0.0151, "changed": 0.0142, "kept": 0.00434, "gn": 0.105, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:52:17"}
127
+ {"event": "eval", "step": 6000, "heldout_exact": 0.96979, "heldout_changed_acc": 0.99655, "demo_exact": 0.94875, "demo_changed_acc": 0.99543, "t": "14:52:17"}
128
+ {"event": "train", "step": 6050, "loss": 0.03, "changed": 0.0286, "kept": 0.00724, "gn": 0.225, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:52:29"}
129
+ {"event": "train", "step": 6100, "loss": 0.0154, "changed": 0.0148, "kept": 0.00296, "gn": 0.106, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:52:41"}
130
+ {"event": "train", "step": 6150, "loss": 0.0123, "changed": 0.012, "kept": 0.00143, "gn": 0.069, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:52:53"}
131
+ {"event": "train", "step": 6200, "loss": 0.0066, "changed": 0.0057, "kept": 0.00473, "gn": 0.3, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:53:04"}
132
+ {"event": "train", "step": 6250, "loss": 0.0069, "changed": 0.0067, "kept": 0.00114, "gn": 0.054, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:53:16"}
133
+ {"event": "train", "step": 6300, "loss": 0.0207, "changed": 0.0203, "kept": 0.00224, "gn": 0.089, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:53:28"}
134
+ {"event": "train", "step": 6350, "loss": 0.0163, "changed": 0.0161, "kept": 0.00124, "gn": 0.234, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:53:40"}
135
+ {"event": "train", "step": 6400, "loss": 0.0062, "changed": 0.0054, "kept": 0.0038, "gn": 0.045, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:53:52"}
136
+ {"event": "train", "step": 6450, "loss": 0.0144, "changed": 0.0139, "kept": 0.00279, "gn": 0.23, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:54:04"}
137
+ {"event": "train", "step": 6500, "loss": 0.0047, "changed": 0.0036, "kept": 0.00579, "gn": 0.882, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:54:16"}
138
+ {"event": "train", "step": 6550, "loss": 0.011, "changed": 0.0108, "kept": 0.00109, "gn": 0.156, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:54:27"}
139
+ {"event": "train", "step": 6600, "loss": 0.0102, "changed": 0.0097, "kept": 0.00273, "gn": 0.069, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:54:39"}
140
+ {"event": "train", "step": 6650, "loss": 0.0444, "changed": 0.044, "kept": 0.00217, "gn": 0.051, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:54:51"}
141
+ {"event": "train", "step": 6700, "loss": 0.0018, "changed": 0.0012, "kept": 0.00316, "gn": 0.051, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:55:03"}
142
+ {"event": "train", "step": 6750, "loss": 0.0158, "changed": 0.0155, "kept": 0.00163, "gn": 0.437, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:55:15"}
143
+ {"event": "train", "step": 6800, "loss": 0.0065, "changed": 0.006, "kept": 0.00247, "gn": 0.058, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:55:27"}
144
+ {"event": "train", "step": 6850, "loss": 0.0457, "changed": 0.0453, "kept": 0.00165, "gn": 0.085, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:55:39"}
145
+ {"event": "train", "step": 6900, "loss": 0.0214, "changed": 0.0213, "kept": 0.00083, "gn": 0.21, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:55:50"}
146
+ {"event": "train", "step": 6950, "loss": 0.01, "changed": 0.0095, "kept": 0.00261, "gn": 0.838, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:56:02"}
147
+ {"event": "train", "step": 7000, "loss": 0.0119, "changed": 0.0117, "kept": 0.00144, "gn": 0.094, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:56:14"}
148
+ {"event": "train", "step": 7050, "loss": 0.0073, "changed": 0.0068, "kept": 0.00241, "gn": 0.071, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:56:26"}
149
+ {"event": "train", "step": 7100, "loss": 0.0068, "changed": 0.0063, "kept": 0.00234, "gn": 0.083, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:56:38"}
150
+ {"event": "train", "step": 7150, "loss": 0.035, "changed": 0.0347, "kept": 0.00145, "gn": 0.438, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:56:50"}
151
+ {"event": "train", "step": 7200, "loss": 0.0184, "changed": 0.0181, "kept": 0.00125, "gn": 0.163, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:57:02"}
152
+ {"event": "train", "step": 7250, "loss": 0.0103, "changed": 0.0101, "kept": 0.00099, "gn": 0.072, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:57:13"}
153
+ {"event": "train", "step": 7300, "loss": 0.0081, "changed": 0.0078, "kept": 0.00123, "gn": 0.449, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:57:25"}
154
+ {"event": "train", "step": 7350, "loss": 0.0017, "changed": 0.0011, "kept": 0.00321, "gn": 0.095, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:57:37"}
155
+ {"event": "train", "step": 7400, "loss": 0.0067, "changed": 0.0065, "kept": 0.00118, "gn": 0.049, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:57:49"}
156
+ {"event": "train", "step": 7450, "loss": 0.0175, "changed": 0.0173, "kept": 0.00114, "gn": 0.385, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:58:01"}
157
+ {"event": "train", "step": 7500, "loss": 0.0127, "changed": 0.0121, "kept": 0.00287, "gn": 0.14, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:58:13"}
158
+ {"event": "train", "step": 7550, "loss": 0.0263, "changed": 0.0252, "kept": 0.00545, "gn": 0.148, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:58:25"}
159
+ {"event": "train", "step": 7600, "loss": 0.0072, "changed": 0.0059, "kept": 0.00671, "gn": 0.035, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:58:36"}
160
+ {"event": "train", "step": 7650, "loss": 0.0105, "changed": 0.0097, "kept": 0.00378, "gn": 0.042, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:58:52"}
161
+ {"event": "train", "step": 7700, "loss": 0.0127, "changed": 0.0124, "kept": 0.00195, "gn": 0.086, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:59:03"}
162
+ {"event": "train", "step": 7750, "loss": 0.0142, "changed": 0.0138, "kept": 0.00214, "gn": 2.861, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:59:15"}
163
+ {"event": "train", "step": 7800, "loss": 0.0105, "changed": 0.0101, "kept": 0.00163, "gn": 0.059, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:59:27"}
164
+ {"event": "train", "step": 7850, "loss": 0.0132, "changed": 0.013, "kept": 0.00071, "gn": 0.055, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:59:39"}
165
+ {"event": "train", "step": 7900, "loss": 0.0091, "changed": 0.0085, "kept": 0.00274, "gn": 0.167, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:59:51"}
166
+ {"event": "train", "step": 7950, "loss": 0.002, "changed": 0.0019, "kept": 0.00054, "gn": 0.511, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:00:03"}
167
+ {"event": "train", "step": 8000, "loss": 0.0128, "changed": 0.0122, "kept": 0.00283, "gn": 0.071, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:00:15"}
168
+ {"event": "eval", "step": 8000, "heldout_exact": 0.97172, "heldout_changed_acc": 0.99931, "demo_exact": 0.94875, "demo_changed_acc": 0.99848, "t": "15:00:15"}
169
+ {"event": "train", "step": 8050, "loss": 0.0019, "changed": 0.0012, "kept": 0.00326, "gn": 0.078, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:00:27"}
170
+ {"event": "train", "step": 8100, "loss": 0.0012, "changed": 0.0005, "kept": 0.00363, "gn": 0.066, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:00:39"}
171
+ {"event": "train", "step": 8150, "loss": 0.003, "changed": 0.0022, "kept": 0.00425, "gn": 0.069, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:00:51"}
172
+ {"event": "train", "step": 8200, "loss": 0.0026, "changed": 0.0024, "kept": 0.00077, "gn": 0.176, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:01:02"}
173
+ {"event": "train", "step": 8250, "loss": 0.0152, "changed": 0.0147, "kept": 0.00255, "gn": 0.311, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:01:14"}
174
+ {"event": "train", "step": 8300, "loss": 0.0068, "changed": 0.006, "kept": 0.00391, "gn": 0.862, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:01:26"}
175
+ {"event": "train", "step": 8350, "loss": 0.0105, "changed": 0.0104, "kept": 0.00055, "gn": 0.038, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:01:38"}
176
+ {"event": "train", "step": 8400, "loss": 0.0086, "changed": 0.0082, "kept": 0.00239, "gn": 0.063, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:01:50"}
177
+ {"event": "train", "step": 8450, "loss": 0.0068, "changed": 0.0066, "kept": 0.00128, "gn": 0.079, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:02:02"}
178
+ {"event": "train", "step": 8500, "loss": 0.0165, "changed": 0.0164, "kept": 0.00052, "gn": 0.06, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:02:14"}
179
+ {"event": "train", "step": 8550, "loss": 0.0214, "changed": 0.0213, "kept": 0.00058, "gn": 1.183, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:02:25"}
180
+ {"event": "train", "step": 8600, "loss": 0.0141, "changed": 0.0139, "kept": 0.00109, "gn": 0.091, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:02:37"}
181
+ {"event": "train", "step": 8650, "loss": 0.002, "changed": 0.0016, "kept": 0.00161, "gn": 0.102, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:02:49"}
182
+ {"event": "train", "step": 8700, "loss": 0.0196, "changed": 0.0195, "kept": 0.00068, "gn": 0.272, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:03:01"}
183
+ {"event": "train", "step": 8750, "loss": 0.0085, "changed": 0.0081, "kept": 0.00178, "gn": 0.1, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:03:13"}
184
+ {"event": "train", "step": 8800, "loss": 0.0012, "changed": 0.0009, "kept": 0.00156, "gn": 0.045, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:03:25"}
185
+ {"event": "train", "step": 8850, "loss": 0.0107, "changed": 0.0106, "kept": 0.00045, "gn": 0.101, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:03:37"}
186
+ {"event": "train", "step": 8900, "loss": 0.0035, "changed": 0.0033, "kept": 0.00128, "gn": 0.297, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:03:48"}
187
+ {"event": "train", "step": 8950, "loss": 0.0022, "changed": 0.0018, "kept": 0.00227, "gn": 0.172, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:04:00"}
188
+ {"event": "train", "step": 9000, "loss": 0.0021, "changed": 0.0019, "kept": 0.0013, "gn": 0.097, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:04:12"}
189
+ {"event": "train", "step": 9050, "loss": 0.0371, "changed": 0.0368, "kept": 0.00163, "gn": 0.429, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:04:24"}
190
+ {"event": "train", "step": 9100, "loss": 0.0095, "changed": 0.0086, "kept": 0.00422, "gn": 0.213, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:04:36"}
191
+ {"event": "train", "step": 9150, "loss": 0.0058, "changed": 0.0053, "kept": 0.00267, "gn": 0.081, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:04:48"}
192
+ {"event": "train", "step": 9200, "loss": 0.0104, "changed": 0.0102, "kept": 0.00074, "gn": 0.091, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:05:00"}
193
+ {"event": "train", "step": 9250, "loss": 0.0144, "changed": 0.0142, "kept": 0.00095, "gn": 0.173, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:05:11"}
194
+ {"event": "train", "step": 9300, "loss": 0.0048, "changed": 0.0045, "kept": 0.00147, "gn": 0.098, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:05:23"}
195
+ {"event": "train", "step": 9350, "loss": 0.0096, "changed": 0.0093, "kept": 0.00172, "gn": 0.151, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:05:35"}
196
+ {"event": "train", "step": 9400, "loss": 0.0053, "changed": 0.005, "kept": 0.00115, "gn": 0.167, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:05:47"}
197
+ {"event": "train", "step": 9450, "loss": 0.0015, "changed": 0.001, "kept": 0.00246, "gn": 0.078, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:05:59"}
198
+ {"event": "train", "step": 9500, "loss": 0.0249, "changed": 0.0246, "kept": 0.00126, "gn": 0.122, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:06:11"}
199
+ {"event": "train", "step": 9550, "loss": 0.0107, "changed": 0.0105, "kept": 0.00092, "gn": 0.103, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:06:23"}
200
+ {"event": "train", "step": 9600, "loss": 0.0092, "changed": 0.009, "kept": 0.00113, "gn": 0.162, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:06:34"}
201
+ {"event": "train", "step": 9650, "loss": 0.001, "changed": 0.0007, "kept": 0.00166, "gn": 0.034, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:06:46"}
202
+ {"event": "train", "step": 9700, "loss": 0.021, "changed": 0.0209, "kept": 0.00039, "gn": 0.122, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:06:58"}
203
+ {"event": "train", "step": 9750, "loss": 0.0109, "changed": 0.0106, "kept": 0.00111, "gn": 0.106, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:07:10"}
204
+ {"event": "train", "step": 9800, "loss": 0.0457, "changed": 0.0452, "kept": 0.00263, "gn": 0.131, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:07:22"}
205
+ {"event": "train", "step": 9850, "loss": 0.0162, "changed": 0.0161, "kept": 0.00041, "gn": 0.049, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:07:34"}
206
+ {"event": "train", "step": 9900, "loss": 0.0025, "changed": 0.0022, "kept": 0.00169, "gn": 0.055, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:07:45"}
207
+ {"event": "train", "step": 9950, "loss": 0.0093, "changed": 0.0091, "kept": 0.00099, "gn": 0.034, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:07:57"}
208
+ {"event": "train", "step": 10000, "loss": 0.0193, "changed": 0.0189, "kept": 0.00181, "gn": 0.135, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:08:09"}
209
+ {"event": "eval", "step": 10000, "heldout_exact": 0.98522, "heldout_changed_acc": 0.99862, "demo_exact": 0.975, "demo_changed_acc": 0.99772, "t": "15:08:09"}
210
+ {"event": "train", "step": 10050, "loss": 0.0014, "changed": 0.0012, "kept": 0.001, "gn": 0.07, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:08:21"}
211
+ {"event": "train", "step": 10100, "loss": 0.0006, "changed": 0.0004, "kept": 0.00098, "gn": 0.021, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:08:33"}
212
+ {"event": "train", "step": 10150, "loss": 0.0152, "changed": 0.015, "kept": 0.00096, "gn": 0.257, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:08:45"}
213
+ {"event": "train", "step": 10200, "loss": 0.0021, "changed": 0.0018, "kept": 0.0011, "gn": 0.035, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:08:57"}
214
+ {"event": "train", "step": 10250, "loss": 0.0036, "changed": 0.0034, "kept": 0.00134, "gn": 0.058, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:09:09"}
215
+ {"event": "train", "step": 10300, "loss": 0.0019, "changed": 0.0016, "kept": 0.0018, "gn": 0.036, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:09:21"}
216
+ {"event": "train", "step": 10350, "loss": 0.0095, "changed": 0.0093, "kept": 0.00085, "gn": 0.207, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:09:33"}
217
+ {"event": "train", "step": 10400, "loss": 0.0056, "changed": 0.0053, "kept": 0.00128, "gn": 0.029, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:09:44"}
218
+ {"event": "train", "step": 10450, "loss": 0.0027, "changed": 0.0026, "kept": 0.00055, "gn": 0.182, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:09:56"}
219
+ {"event": "train", "step": 10500, "loss": 0.0107, "changed": 0.0105, "kept": 0.00129, "gn": 0.051, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:10:08"}
220
+ {"event": "train", "step": 10550, "loss": 0.0007, "changed": 0.0005, "kept": 0.00112, "gn": 0.109, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:10:20"}
221
+ {"event": "train", "step": 10600, "loss": 0.0004, "changed": 0.0001, "kept": 0.00162, "gn": 0.071, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:10:32"}
222
+ {"event": "train", "step": 10650, "loss": 0.0003, "changed": 0.0002, "kept": 0.00043, "gn": 0.193, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:10:44"}
223
+ {"event": "train", "step": 10700, "loss": 0.0043, "changed": 0.0039, "kept": 0.00174, "gn": 0.053, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:10:56"}
224
+ {"event": "train", "step": 10750, "loss": 0.0075, "changed": 0.0074, "kept": 0.00085, "gn": 0.052, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:11:07"}
225
+ {"event": "train", "step": 10800, "loss": 0.0012, "changed": 0.0011, "kept": 0.00048, "gn": 0.078, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:11:19"}
226
+ {"event": "train", "step": 10850, "loss": 0.0087, "changed": 0.0085, "kept": 0.00123, "gn": 0.105, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:11:31"}
227
+ {"event": "train", "step": 10900, "loss": 0.0008, "changed": 0.0006, "kept": 0.0011, "gn": 0.063, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:11:43"}
228
+ {"event": "train", "step": 10950, "loss": 0.0016, "changed": 0.0014, "kept": 0.00068, "gn": 0.073, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:11:55"}
229
+ {"event": "train", "step": 11000, "loss": 0.0007, "changed": 0.0006, "kept": 0.00038, "gn": 0.056, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:12:07"}
230
+ {"event": "train", "step": 11050, "loss": 0.0124, "changed": 0.0123, "kept": 0.00043, "gn": 0.048, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:12:19"}
231
+ {"event": "train", "step": 11100, "loss": 0.0026, "changed": 0.0024, "kept": 0.0009, "gn": 0.271, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:12:30"}
232
+ {"event": "train", "step": 11150, "loss": 0.0259, "changed": 0.0257, "kept": 0.00108, "gn": 0.172, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:12:42"}
233
+ {"event": "train", "step": 11200, "loss": 0.001, "changed": 0.0004, "kept": 0.00306, "gn": 0.411, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:12:54"}
234
+ {"event": "train", "step": 11250, "loss": 0.0035, "changed": 0.0029, "kept": 0.00323, "gn": 0.361, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:13:06"}
235
+ {"event": "train", "step": 11300, "loss": 0.0013, "changed": 0.0011, "kept": 0.00096, "gn": 0.036, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:13:18"}
236
+ {"event": "train", "step": 11350, "loss": 0.0019, "changed": 0.0018, "kept": 0.00056, "gn": 0.024, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:13:30"}
237
+ {"event": "train", "step": 11400, "loss": 0.0234, "changed": 0.0233, "kept": 0.0003, "gn": 0.429, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:13:42"}
238
+ {"event": "train", "step": 11450, "loss": 0.0002, "changed": 0.0001, "kept": 0.00061, "gn": 0.025, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:13:53"}
239
+ {"event": "train", "step": 11500, "loss": 0.0039, "changed": 0.0037, "kept": 0.00069, "gn": 0.054, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:14:05"}
240
+ {"event": "train", "step": 11550, "loss": 0.0026, "changed": 0.0023, "kept": 0.00116, "gn": 0.449, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:14:17"}
241
+ {"event": "train", "step": 11600, "loss": 0.0166, "changed": 0.0165, "kept": 0.00039, "gn": 0.061, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:14:29"}
242
+ {"event": "train", "step": 11650, "loss": 0.001, "changed": 0.0006, "kept": 0.00219, "gn": 0.092, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:14:41"}
243
+ {"event": "train", "step": 11700, "loss": 0.0032, "changed": 0.0029, "kept": 0.00122, "gn": 0.224, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:14:53"}
244
+ {"event": "train", "step": 11750, "loss": 0.0057, "changed": 0.0054, "kept": 0.00113, "gn": 0.043, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:15:05"}
245
+ {"event": "train", "step": 11800, "loss": 0.0028, "changed": 0.0024, "kept": 0.00187, "gn": 0.03, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:15:16"}
246
+ {"event": "train", "step": 11850, "loss": 0.0007, "changed": 0.0005, "kept": 0.00074, "gn": 0.092, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:15:28"}
247
+ {"event": "train", "step": 11900, "loss": 0.0171, "changed": 0.0169, "kept": 0.00117, "gn": 0.019, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:15:40"}
248
+ {"event": "train", "step": 11950, "loss": 0.001, "changed": 0.0009, "kept": 0.00069, "gn": 0.117, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:15:52"}
249
+ {"event": "train", "step": 12000, "loss": 0.0005, "changed": 0.0003, "kept": 0.00068, "gn": 0.098, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:16:04"}
250
+ {"event": "eval", "step": 12000, "heldout_exact": 0.9865, "heldout_changed_acc": 0.99862, "demo_exact": 0.97875, "demo_changed_acc": 0.99772, "t": "15:16:04"}
251
+ {"event": "train", "step": 12050, "loss": 0.0123, "changed": 0.0121, "kept": 0.00064, "gn": 0.029, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:16:16"}
252
+ {"event": "train", "step": 12100, "loss": 0.0035, "changed": 0.0033, "kept": 0.00102, "gn": 0.029, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:16:28"}
253
+ {"event": "train", "step": 12150, "loss": 0.0111, "changed": 0.0109, "kept": 0.00098, "gn": 0.027, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:16:41"}
254
+ {"event": "train", "step": 12200, "loss": 0.0008, "changed": 0.0007, "kept": 0.00039, "gn": 0.122, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:16:59"}
255
+ {"event": "train", "step": 12250, "loss": 0.0009, "changed": 0.0001, "kept": 0.00401, "gn": 0.059, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "15:17:23"}
256
+ {"event": "train", "step": 12300, "loss": 0.0112, "changed": 0.0106, "kept": 0.0031, "gn": 0.061, "lr": 0.0005, "s_per_step": 0.24, "mem_GB": 32.8, "t": "15:17:47"}
257
+ {"event": "train", "step": 12350, "loss": 0.0011, "changed": 0.001, "kept": 0.00049, "gn": 0.097, "lr": 0.0005, "s_per_step": 0.241, "mem_GB": 32.8, "t": "15:18:11"}
258
+ {"event": "train", "step": 12400, "loss": 0.0005, "changed": 0.0003, "kept": 0.00111, "gn": 0.104, "lr": 0.0005, "s_per_step": 0.242, "mem_GB": 32.8, "t": "15:18:35"}
259
+ {"event": "train", "step": 12450, "loss": 0.0003, "changed": 0.0002, "kept": 0.00053, "gn": 0.021, "lr": 0.0005, "s_per_step": 0.243, "mem_GB": 32.8, "t": "15:18:58"}
260
+ {"event": "train", "step": 12500, "loss": 0.0049, "changed": 0.0048, "kept": 0.00041, "gn": 0.101, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:19:22"}
261
+ {"event": "train", "step": 12550, "loss": 0.048, "changed": 0.0478, "kept": 0.00118, "gn": 0.113, "lr": 0.0005, "s_per_step": 0.245, "mem_GB": 32.8, "t": "15:19:40"}
262
+ {"event": "train", "step": 12600, "loss": 0.0003, "changed": 0.0003, "kept": 0.00024, "gn": 0.021, "lr": 0.0005, "s_per_step": 0.245, "mem_GB": 32.8, "t": "15:19:52"}
263
+ {"event": "train", "step": 12650, "loss": 0.0003, "changed": 0.0001, "kept": 0.00101, "gn": 0.501, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:20:04"}
264
+ {"event": "train", "step": 12700, "loss": 0.0004, "changed": 0.0002, "kept": 0.00095, "gn": 0.713, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:20:16"}
265
+ {"event": "train", "step": 12750, "loss": 0.0107, "changed": 0.0106, "kept": 0.00041, "gn": 0.089, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:20:28"}
266
+ {"event": "train", "step": 12800, "loss": 0.0068, "changed": 0.0066, "kept": 0.00089, "gn": 0.086, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:20:39"}
267
+ {"event": "train", "step": 12850, "loss": 0.0005, "changed": 0.0004, "kept": 0.00078, "gn": 0.468, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:20:51"}
268
+ {"event": "train", "step": 12900, "loss": 0.0024, "changed": 0.0021, "kept": 0.00119, "gn": 0.024, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:21:03"}
269
+ {"event": "train", "step": 12950, "loss": 0.0105, "changed": 0.0105, "kept": 0.00025, "gn": 0.142, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:21:15"}
270
+ {"event": "train", "step": 13000, "loss": 0.0004, "changed": 0.0002, "kept": 0.00106, "gn": 0.056, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:21:27"}
271
+ {"event": "train", "step": 13050, "loss": 0.0058, "changed": 0.0055, "kept": 0.00159, "gn": 0.041, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:21:39"}
272
+ {"event": "train", "step": 13100, "loss": 0.0005, "changed": 0.0004, "kept": 0.00037, "gn": 0.034, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:21:51"}
273
+ {"event": "train", "step": 13150, "loss": 0.0007, "changed": 0.0004, "kept": 0.00153, "gn": 0.037, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:22:02"}
274
+ {"event": "train", "step": 13200, "loss": 0.0287, "changed": 0.0286, "kept": 0.00076, "gn": 0.236, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:22:14"}
275
+ {"event": "train", "step": 13250, "loss": 0.0006, "changed": 0.0004, "kept": 0.00101, "gn": 0.066, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:22:26"}
276
+ {"event": "train", "step": 13300, "loss": 0.0008, "changed": 0.0006, "kept": 0.00138, "gn": 0.083, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:22:38"}
277
+ {"event": "train", "step": 13350, "loss": 0.0006, "changed": 0.0005, "kept": 0.00038, "gn": 0.042, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:22:50"}
278
+ {"event": "train", "step": 13400, "loss": 0.0004, "changed": 0.0002, "kept": 0.00095, "gn": 0.047, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:23:02"}
279
+ {"event": "train", "step": 13450, "loss": 0.0061, "changed": 0.006, "kept": 0.00014, "gn": 0.018, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:23:14"}
280
+ {"event": "train", "step": 13500, "loss": 0.0004, "changed": 0.0003, "kept": 0.00076, "gn": 0.827, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:23:25"}
281
+ {"event": "train", "step": 13550, "loss": 0.0039, "changed": 0.0037, "kept": 0.00095, "gn": 0.217, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:23:37"}
282
+ {"event": "train", "step": 13600, "loss": 0.0065, "changed": 0.0062, "kept": 0.00128, "gn": 0.142, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:23:49"}
283
+ {"event": "train", "step": 13650, "loss": 0.0005, "changed": 0.0003, "kept": 0.00071, "gn": 0.074, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:24:01"}
284
+ {"event": "train", "step": 13700, "loss": 0.0354, "changed": 0.0353, "kept": 0.00068, "gn": 0.325, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:24:13"}
285
+ {"event": "train", "step": 13750, "loss": 0.0004, "changed": 0.0001, "kept": 0.00109, "gn": 0.409, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:24:25"}
286
+ {"event": "train", "step": 13800, "loss": 0.0129, "changed": 0.0127, "kept": 0.00097, "gn": 0.047, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:24:37"}
287
+ {"event": "train", "step": 13850, "loss": 0.0018, "changed": 0.0016, "kept": 0.00118, "gn": 0.146, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:24:48"}
288
+ {"event": "train", "step": 13900, "loss": 0.0097, "changed": 0.0095, "kept": 0.00108, "gn": 0.027, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:25:00"}
289
+ {"event": "train", "step": 13950, "loss": 0.0012, "changed": 0.0009, "kept": 0.00158, "gn": 0.165, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:25:12"}
290
+ {"event": "train", "step": 14000, "loss": 0.0002, "changed": 0.0002, "kept": 0.00026, "gn": 0.058, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:25:24"}
291
+ {"event": "eval", "step": 14000, "heldout_exact": 0.99036, "heldout_changed_acc": 0.99862, "demo_exact": 0.9925, "demo_changed_acc": 0.99924, "t": "15:25:24"}
292
+ {"event": "train", "step": 14050, "loss": 0.0065, "changed": 0.0064, "kept": 0.00074, "gn": 0.052, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:25:36"}
293
+ {"event": "train", "step": 14100, "loss": 0.001, "changed": 0.0008, "kept": 0.00105, "gn": 0.024, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:25:48"}
294
+ {"event": "train", "step": 14150, "loss": 0.0003, "changed": 0.0001, "kept": 0.00071, "gn": 0.092, "lr": 0.0005, "s_per_step": 0.245, "mem_GB": 32.8, "t": "15:26:11"}
295
+ {"event": "train", "step": 14200, "loss": 0.0001, "changed": 0.0001, "kept": 0.0002, "gn": 0.027, "lr": 0.0005, "s_per_step": 0.245, "mem_GB": 32.8, "t": "15:26:35"}
296
+ {"event": "train", "step": 14250, "loss": 0.0025, "changed": 0.0024, "kept": 0.00019, "gn": 0.029, "lr": 0.0005, "s_per_step": 0.246, "mem_GB": 32.8, "t": "15:26:59"}
297
+ {"event": "train", "step": 14300, "loss": 0.0004, "changed": 0.0002, "kept": 0.00101, "gn": 0.02, "lr": 0.0005, "s_per_step": 0.247, "mem_GB": 32.8, "t": "15:27:23"}
298
+ {"event": "train", "step": 14350, "loss": 0.0006, "changed": 0.0004, "kept": 0.00064, "gn": 0.032, "lr": 0.0005, "s_per_step": 0.247, "mem_GB": 32.8, "t": "15:27:39"}
299
+ {"event": "train", "step": 14400, "loss": 0.0008, "changed": 0.0008, "kept": 0.00014, "gn": 0.055, "lr": 0.0005, "s_per_step": 0.247, "mem_GB": 32.8, "t": "15:27:51"}
300
+ {"event": "train", "step": 14450, "loss": 0.0019, "changed": 0.0014, "kept": 0.0022, "gn": 0.083, "lr": 0.0005, "s_per_step": 0.247, "mem_GB": 32.8, "t": "15:28:03"}
301
+ {"event": "train", "step": 14500, "loss": 0.0015, "changed": 0.0013, "kept": 0.00076, "gn": 0.104, "lr": 0.0005, "s_per_step": 0.247, "mem_GB": 32.8, "t": "15:28:15"}
302
+ {"event": "train", "step": 14550, "loss": 0.0005, "changed": 0.0004, "kept": 0.0005, "gn": 0.027, "lr": 0.0005, "s_per_step": 0.247, "mem_GB": 32.8, "t": "15:28:26"}
303
+ {"event": "train", "step": 14600, "loss": 0.0067, "changed": 0.0065, "kept": 0.00103, "gn": 0.028, "lr": 0.0005, "s_per_step": 0.247, "mem_GB": 32.8, "t": "15:28:38"}
304
+ {"event": "train", "step": 14650, "loss": 0.0012, "changed": 0.001, "kept": 0.00109, "gn": 0.079, "lr": 0.0005, "s_per_step": 0.247, "mem_GB": 32.8, "t": "15:28:50"}
305
+ {"event": "train", "step": 14700, "loss": 0.0035, "changed": 0.0033, "kept": 0.00092, "gn": 0.065, "lr": 0.0005, "s_per_step": 0.247, "mem_GB": 32.8, "t": "15:29:08"}
306
+ {"event": "train", "step": 14750, "loss": 0.0002, "changed": 0.0001, "kept": 0.00029, "gn": 0.008, "lr": 0.0005, "s_per_step": 0.248, "mem_GB": 32.8, "t": "15:29:31"}
307
+ {"event": "train", "step": 14800, "loss": 0.0008, "changed": 0.0007, "kept": 0.00056, "gn": 0.073, "lr": 0.0005, "s_per_step": 0.249, "mem_GB": 32.8, "t": "15:29:55"}
308
+ {"event": "train", "step": 14850, "loss": 0.0006, "changed": 0.0005, "kept": 0.00041, "gn": 0.037, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:30:19"}
309
+ {"event": "train", "step": 14900, "loss": 0.0006, "changed": 0.0006, "kept": 0.00026, "gn": 0.028, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:30:40"}
310
+ {"event": "train", "step": 14950, "loss": 0.0099, "changed": 0.0098, "kept": 0.00043, "gn": 0.056, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:30:52"}
311
+ {"event": "train", "step": 15000, "loss": 0.0001, "changed": 0.0, "kept": 0.00036, "gn": 0.088, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:31:04"}
312
+ {"event": "train", "step": 15050, "loss": 0.0001, "changed": 0.0001, "kept": 0.00014, "gn": 0.035, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:31:16"}
313
+ {"event": "train", "step": 15100, "loss": 0.0044, "changed": 0.0043, "kept": 0.00035, "gn": 0.028, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:31:28"}
314
+ {"event": "train", "step": 15150, "loss": 0.0146, "changed": 0.0145, "kept": 0.00036, "gn": 0.093, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:31:40"}
315
+ {"event": "train", "step": 15200, "loss": 0.0001, "changed": 0.0001, "kept": 0.00012, "gn": 0.016, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:31:52"}
316
+ {"event": "train", "step": 15250, "loss": 0.0012, "changed": 0.0011, "kept": 0.0004, "gn": 0.056, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:32:03"}
317
+ {"event": "train", "step": 15300, "loss": 0.005, "changed": 0.0049, "kept": 0.00028, "gn": 0.266, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:32:15"}
318
+ {"event": "train", "step": 15350, "loss": 0.0096, "changed": 0.0089, "kept": 0.00353, "gn": 0.029, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:32:27"}
319
+ {"event": "train", "step": 15400, "loss": 0.0004, "changed": 0.0003, "kept": 0.00044, "gn": 0.056, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:32:39"}
320
+ {"event": "train", "step": 15450, "loss": 0.0005, "changed": 0.0002, "kept": 0.00125, "gn": 0.021, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:32:51"}
321
+ {"event": "train", "step": 15500, "loss": 0.0031, "changed": 0.0026, "kept": 0.00256, "gn": 0.031, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:33:03"}
322
+ {"event": "train", "step": 15550, "loss": 0.0112, "changed": 0.011, "kept": 0.00082, "gn": 0.104, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:33:15"}
323
+ {"event": "train", "step": 15600, "loss": 0.0006, "changed": 0.0005, "kept": 0.00056, "gn": 0.014, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:33:26"}
324
+ {"event": "train", "step": 15650, "loss": 0.0022, "changed": 0.0021, "kept": 0.00057, "gn": 0.045, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:33:38"}
325
+ {"event": "train", "step": 15700, "loss": 0.0014, "changed": 0.0013, "kept": 0.00024, "gn": 0.083, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:33:50"}
326
+ {"event": "train", "step": 15750, "loss": 0.0004, "changed": 0.0002, "kept": 0.00081, "gn": 0.269, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:34:02"}
327
+ {"event": "train", "step": 15800, "loss": 0.011, "changed": 0.0109, "kept": 0.00075, "gn": 0.023, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:34:14"}
328
+ {"event": "train", "step": 15850, "loss": 0.0002, "changed": 0.0001, "kept": 0.00039, "gn": 0.01, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:34:26"}
329
+ {"event": "train", "step": 15900, "loss": 0.0066, "changed": 0.0064, "kept": 0.00073, "gn": 0.032, "lr": 0.0005, "s_per_step": 0.249, "mem_GB": 32.8, "t": "15:34:38"}
330
+ {"event": "train", "step": 15950, "loss": 0.0019, "changed": 0.0018, "kept": 0.00051, "gn": 0.033, "lr": 0.0005, "s_per_step": 0.249, "mem_GB": 32.8, "t": "15:34:49"}
331
+ {"event": "train", "step": 16000, "loss": 0.0036, "changed": 0.0036, "kept": 0.00015, "gn": 0.229, "lr": 0.0005, "s_per_step": 0.249, "mem_GB": 32.8, "t": "15:35:01"}
332
+ {"event": "eval", "step": 16000, "heldout_exact": 0.991, "heldout_changed_acc": 0.99966, "demo_exact": 0.9825, "demo_changed_acc": 0.99924, "t": "15:35:01"}
333
+ {"event": "train", "step": 16050, "loss": 0.0001, "changed": 0.0, "kept": 0.00044, "gn": 0.162, "lr": 0.0005, "s_per_step": 0.249, "mem_GB": 32.8, "t": "15:35:14"}
334
+ {"event": "train", "step": 16100, "loss": 0.003, "changed": 0.0029, "kept": 0.0004, "gn": 0.345, "lr": 0.0005, "s_per_step": 0.249, "mem_GB": 32.8, "t": "15:35:25"}
335
+ {"event": "train", "step": 16150, "loss": 0.0006, "changed": 0.0005, "kept": 0.00051, "gn": 0.116, "lr": 0.0005, "s_per_step": 0.249, "mem_GB": 32.8, "t": "15:35:37"}
336
+ {"event": "train", "step": 16200, "loss": 0.0006, "changed": 0.0005, "kept": 0.00061, "gn": 0.037, "lr": 0.0005, "s_per_step": 0.249, "mem_GB": 32.8, "t": "15:35:50"}
337
+ {"event": "train", "step": 16250, "loss": 0.0018, "changed": 0.0013, "kept": 0.00289, "gn": 0.036, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:36:14"}
338
+ {"event": "train", "step": 16300, "loss": 0.0011, "changed": 0.001, "kept": 0.00058, "gn": 0.025, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:36:38"}
339
+ {"event": "train", "step": 16350, "loss": 0.0004, "changed": 0.0003, "kept": 0.00044, "gn": 0.087, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:37:02"}
340
+ {"event": "train", "step": 16400, "loss": 0.0004, "changed": 0.0001, "kept": 0.00114, "gn": 0.021, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:37:25"}
341
+ {"event": "train", "step": 16450, "loss": 0.0003, "changed": 0.0001, "kept": 0.00076, "gn": 0.018, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:37:39"}
342
+ {"event": "train", "step": 16500, "loss": 0.0011, "changed": 0.001, "kept": 0.00034, "gn": 0.044, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:37:51"}
343
+ {"event": "train", "step": 16550, "loss": 0.0002, "changed": 0.0001, "kept": 0.00058, "gn": 0.046, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:38:03"}
344
+ {"event": "train", "step": 16600, "loss": 0.0086, "changed": 0.0084, "kept": 0.00101, "gn": 0.022, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:38:15"}
345
+ {"event": "train", "step": 16650, "loss": 0.0217, "changed": 0.0212, "kept": 0.0028, "gn": 0.021, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:38:27"}
346
+ {"event": "train", "step": 16700, "loss": 0.0069, "changed": 0.0067, "kept": 0.0009, "gn": 0.045, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:38:38"}
347
+ {"event": "train", "step": 16750, "loss": 0.0005, "changed": 0.0003, "kept": 0.00139, "gn": 0.013, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:38:50"}
348
+ {"event": "train", "step": 16800, "loss": 0.0017, "changed": 0.0011, "kept": 0.00281, "gn": 0.065, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:39:02"}
349
+ {"event": "train", "step": 16850, "loss": 0.0004, "changed": 0.0003, "kept": 0.00051, "gn": 0.033, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:39:14"}
350
+ {"event": "train", "step": 16900, "loss": 0.0005, "changed": 0.0003, "kept": 0.001, "gn": 0.011, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:39:26"}
351
+ {"event": "train", "step": 16950, "loss": 0.0006, "changed": 0.0003, "kept": 0.00159, "gn": 0.02, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:39:38"}
352
+ {"event": "train", "step": 17000, "loss": 0.0012, "changed": 0.0011, "kept": 0.00051, "gn": 0.071, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:39:50"}
353
+ {"event": "train", "step": 17050, "loss": 0.0004, "changed": 0.0003, "kept": 0.0002, "gn": 0.007, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:40:01"}
354
+ {"event": "train", "step": 17100, "loss": 0.0001, "changed": 0.0, "kept": 0.00012, "gn": 0.033, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:40:13"}
355
+ {"event": "train", "step": 17150, "loss": 0.0107, "changed": 0.0106, "kept": 0.00061, "gn": 0.128, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:40:25"}
356
+ {"event": "train", "step": 17200, "loss": 0.0001, "changed": 0.0, "kept": 0.00025, "gn": 0.131, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:40:37"}
357
+ {"event": "train", "step": 17250, "loss": 0.0005, "changed": 0.0005, "kept": 0.00012, "gn": 0.054, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:40:49"}
358
+ {"event": "train", "step": 17300, "loss": 0.0065, "changed": 0.0064, "kept": 0.00013, "gn": 0.052, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:41:01"}
359
+ {"event": "train", "step": 17350, "loss": 0.005, "changed": 0.0049, "kept": 0.00069, "gn": 0.09, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:41:13"}
360
+ {"event": "train", "step": 17400, "loss": 0.0029, "changed": 0.0028, "kept": 0.0004, "gn": 0.059, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:41:24"}
361
+ {"event": "train", "step": 17450, "loss": 0.0003, "changed": 0.0002, "kept": 0.00027, "gn": 0.019, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:41:36"}
362
+ {"event": "train", "step": 17500, "loss": 0.0004, "changed": 0.0002, "kept": 0.00103, "gn": 0.036, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:41:48"}
363
+ {"event": "train", "step": 17550, "loss": 0.0128, "changed": 0.0125, "kept": 0.00137, "gn": 0.167, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:42:00"}
364
+ {"event": "train", "step": 17600, "loss": 0.0163, "changed": 0.0163, "kept": 0.00032, "gn": 0.036, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:42:12"}
365
+ {"event": "train", "step": 17650, "loss": 0.0002, "changed": 0.0002, "kept": 0.00044, "gn": 0.008, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:42:24"}
366
+ {"event": "train", "step": 17700, "loss": 0.0055, "changed": 0.0055, "kept": 0.00015, "gn": 0.026, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:42:36"}
367
+ {"event": "train", "step": 17750, "loss": 0.0002, "changed": 0.0002, "kept": 0.00014, "gn": 0.019, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:42:47"}
368
+ {"event": "train", "step": 17800, "loss": 0.0001, "changed": 0.0001, "kept": 0.00028, "gn": 0.06, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:42:59"}
369
+ {"event": "train", "step": 17850, "loss": 0.0101, "changed": 0.0101, "kept": 0.00016, "gn": 0.006, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:43:11"}
370
+ {"event": "train", "step": 17900, "loss": 0.0008, "changed": 0.0003, "kept": 0.00292, "gn": 0.035, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:43:23"}
371
+ {"event": "train", "step": 17950, "loss": 0.0003, "changed": 0.0001, "kept": 0.00078, "gn": 0.012, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:43:46"}
372
+ {"event": "train", "step": 18000, "loss": 0.0005, "changed": 0.0004, "kept": 0.00065, "gn": 0.067, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:44:09"}
373
+ {"event": "eval", "step": 18000, "heldout_exact": 0.9955, "heldout_changed_acc": 0.99897, "demo_exact": 0.99375, "demo_changed_acc": 1.0, "t": "15:44:09"}
374
+ {"event": "train", "step": 18050, "loss": 0.0058, "changed": 0.0058, "kept": 6e-05, "gn": 0.051, "lr": 0.0005, "s_per_step": 0.253, "mem_GB": 32.8, "t": "15:44:33"}
375
+ {"event": "train", "step": 18100, "loss": 0.0285, "changed": 0.0283, "kept": 0.00106, "gn": 0.091, "lr": 0.0005, "s_per_step": 0.253, "mem_GB": 32.8, "t": "15:44:56"}
376
+ {"event": "train", "step": 18150, "loss": 0.0001, "changed": 0.0001, "kept": 6e-05, "gn": 0.465, "lr": 0.0005, "s_per_step": 0.254, "mem_GB": 32.8, "t": "15:45:20"}
377
+ {"event": "train", "step": 18200, "loss": 0.027, "changed": 0.0267, "kept": 0.00124, "gn": 0.159, "lr": 0.0005, "s_per_step": 0.255, "mem_GB": 32.8, "t": "15:45:43"}
378
+ {"event": "train", "step": 18250, "loss": 0.0002, "changed": 0.0001, "kept": 0.00018, "gn": 0.014, "lr": 0.0005, "s_per_step": 0.255, "mem_GB": 32.8, "t": "15:46:06"}
379
+ {"event": "train", "step": 18300, "loss": 0.0006, "changed": 0.0005, "kept": 0.00052, "gn": 0.134, "lr": 0.0005, "s_per_step": 0.256, "mem_GB": 32.8, "t": "15:46:30"}
380
+ {"event": "train", "step": 18350, "loss": 0.0038, "changed": 0.0037, "kept": 0.00028, "gn": 0.022, "lr": 0.0005, "s_per_step": 0.256, "mem_GB": 32.8, "t": "15:46:53"}
381
+ {"event": "train", "step": 18400, "loss": 0.0087, "changed": 0.0085, "kept": 0.0009, "gn": 0.067, "lr": 0.0005, "s_per_step": 0.257, "mem_GB": 32.8, "t": "15:47:16"}
382
+ {"event": "train", "step": 18450, "loss": 0.0002, "changed": 0.0002, "kept": 0.00012, "gn": 0.041, "lr": 0.0005, "s_per_step": 0.257, "mem_GB": 32.8, "t": "15:47:40"}
383
+ {"event": "train", "step": 18500, "loss": 0.0074, "changed": 0.0073, "kept": 0.00069, "gn": 0.021, "lr": 0.0005, "s_per_step": 0.258, "mem_GB": 32.8, "t": "15:48:06"}
384
+ {"event": "train", "step": 18550, "loss": 0.0007, "changed": 0.0006, "kept": 0.00037, "gn": 0.031, "lr": 0.0005, "s_per_step": 0.259, "mem_GB": 32.8, "t": "15:48:33"}
385
+ {"event": "train", "step": 18600, "loss": 0.0002, "changed": 0.0001, "kept": 0.0005, "gn": 0.006, "lr": 0.0005, "s_per_step": 0.26, "mem_GB": 32.8, "t": "15:48:59"}
386
+ {"event": "train", "step": 18650, "loss": 0.0, "changed": 0.0, "kept": 0.00013, "gn": 0.339, "lr": 0.0005, "s_per_step": 0.26, "mem_GB": 32.8, "t": "15:49:23"}
387
+ {"event": "train", "step": 18700, "loss": 0.0003, "changed": 0.0002, "kept": 0.00077, "gn": 0.007, "lr": 0.0005, "s_per_step": 0.261, "mem_GB": 32.8, "t": "15:49:46"}
388
+ {"event": "train", "step": 18750, "loss": 0.0044, "changed": 0.0043, "kept": 0.00033, "gn": 0.066, "lr": 0.0005, "s_per_step": 0.261, "mem_GB": 32.8, "t": "15:49:58"}
389
+ {"event": "train", "step": 18800, "loss": 0.0009, "changed": 0.0009, "kept": 0.00043, "gn": 0.039, "lr": 0.0005, "s_per_step": 0.261, "mem_GB": 32.8, "t": "15:50:22"}
390
+ {"event": "train", "step": 18850, "loss": 0.0004, "changed": 0.0003, "kept": 0.00063, "gn": 0.089, "lr": 0.0005, "s_per_step": 0.262, "mem_GB": 32.8, "t": "15:50:48"}
391
+ {"event": "train", "step": 18900, "loss": 0.0025, "changed": 0.0022, "kept": 0.0014, "gn": 0.023, "lr": 0.0005, "s_per_step": 0.263, "mem_GB": 32.8, "t": "15:51:15"}
392
+ {"event": "train", "step": 18950, "loss": 0.001, "changed": 0.0008, "kept": 0.00064, "gn": 0.039, "lr": 0.0005, "s_per_step": 0.263, "mem_GB": 32.8, "t": "15:51:42"}
393
+ {"event": "train", "step": 19000, "loss": 0.0046, "changed": 0.0041, "kept": 0.0022, "gn": 0.128, "lr": 0.0005, "s_per_step": 0.264, "mem_GB": 32.8, "t": "15:52:09"}
394
+ {"event": "train", "step": 19050, "loss": 0.0004, "changed": 0.0, "kept": 0.00159, "gn": 0.045, "lr": 0.0005, "s_per_step": 0.265, "mem_GB": 32.8, "t": "15:52:35"}
395
+ {"event": "train", "step": 19100, "loss": 0.0012, "changed": 0.0011, "kept": 0.00085, "gn": 0.183, "lr": 0.0005, "s_per_step": 0.266, "mem_GB": 32.8, "t": "15:53:02"}
396
+ {"event": "train", "step": 19150, "loss": 0.0003, "changed": 0.0002, "kept": 0.00064, "gn": 0.044, "lr": 0.0005, "s_per_step": 0.266, "mem_GB": 32.8, "t": "15:53:29"}
397
+ {"event": "train", "step": 19200, "loss": 0.0003, "changed": 0.0002, "kept": 0.00028, "gn": 0.016, "lr": 0.0005, "s_per_step": 0.267, "mem_GB": 32.8, "t": "15:53:56"}
398
+ {"event": "train", "step": 19250, "loss": 0.0013, "changed": 0.0012, "kept": 0.00036, "gn": 0.04, "lr": 0.0005, "s_per_step": 0.268, "mem_GB": 32.8, "t": "15:54:22"}
399
+ {"event": "train", "step": 19300, "loss": 0.0004, "changed": 0.0002, "kept": 0.00098, "gn": 0.391, "lr": 0.0005, "s_per_step": 0.268, "mem_GB": 32.8, "t": "15:54:49"}
400
+ {"event": "train", "step": 19350, "loss": 0.0001, "changed": 0.0001, "kept": 0.00015, "gn": 0.017, "lr": 0.0005, "s_per_step": 0.269, "mem_GB": 32.8, "t": "15:55:16"}
401
+ {"event": "train", "step": 19400, "loss": 0.0005, "changed": 0.0005, "kept": 0.00013, "gn": 0.01, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "15:55:43"}
402
+ {"event": "train", "step": 19450, "loss": 0.0051, "changed": 0.0049, "kept": 0.00072, "gn": 0.018, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "15:56:09"}
403
+ {"event": "train", "step": 19500, "loss": 0.0003, "changed": 0.0002, "kept": 0.00016, "gn": 0.14, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "15:56:36"}
404
+ {"event": "train", "step": 19550, "loss": 0.0002, "changed": 0.0001, "kept": 0.00049, "gn": 0.129, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "15:57:03"}
405
+ {"event": "train", "step": 19600, "loss": 0.0077, "changed": 0.0075, "kept": 0.00109, "gn": 0.036, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "15:57:29"}
406
+ {"event": "train", "step": 19650, "loss": 0.0001, "changed": 0.0001, "kept": 8e-05, "gn": 0.14, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "15:57:56"}
407
+ {"event": "train", "step": 19700, "loss": 0.0002, "changed": 0.0001, "kept": 0.00075, "gn": 0.024, "lr": 0.0005, "s_per_step": 0.274, "mem_GB": 32.8, "t": "15:58:23"}
408
+ {"event": "train", "step": 19750, "loss": 0.0005, "changed": 0.0002, "kept": 0.00121, "gn": 0.038, "lr": 0.0005, "s_per_step": 0.274, "mem_GB": 32.8, "t": "15:58:43"}
409
+ {"event": "train", "step": 19800, "loss": 0.0022, "changed": 0.0021, "kept": 0.00053, "gn": 0.018, "lr": 0.0005, "s_per_step": 0.274, "mem_GB": 32.8, "t": "15:58:55"}
410
+ {"event": "train", "step": 19850, "loss": 0.0002, "changed": 0.0001, "kept": 0.00018, "gn": 0.042, "lr": 0.0005, "s_per_step": 0.274, "mem_GB": 32.8, "t": "15:59:07"}
411
+ {"event": "train", "step": 19900, "loss": 0.0012, "changed": 0.0011, "kept": 0.00015, "gn": 0.012, "lr": 0.0005, "s_per_step": 0.274, "mem_GB": 32.8, "t": "15:59:19"}
412
+ {"event": "train", "step": 19950, "loss": 0.0002, "changed": 0.0001, "kept": 0.00026, "gn": 0.028, "lr": 0.0005, "s_per_step": 0.274, "mem_GB": 32.8, "t": "15:59:30"}
413
+ {"event": "train", "step": 20000, "loss": 0.0004, "changed": 0.0001, "kept": 0.0015, "gn": 0.018, "lr": 0.0005, "s_per_step": 0.274, "mem_GB": 32.8, "t": "15:59:42"}
414
+ {"event": "eval", "step": 20000, "heldout_exact": 0.98329, "heldout_changed_acc": 0.99966, "demo_exact": 0.975, "demo_changed_acc": 1.0, "t": "15:59:42"}
415
+ {"event": "train", "step": 20050, "loss": 0.0011, "changed": 0.0009, "kept": 0.00085, "gn": 0.008, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "15:59:55"}
416
+ {"event": "train", "step": 20100, "loss": 0.0003, "changed": 0.0001, "kept": 0.00074, "gn": 0.026, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:00:06"}
417
+ {"event": "train", "step": 20150, "loss": 0.0188, "changed": 0.0187, "kept": 0.00056, "gn": 0.03, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:00:18"}
418
+ {"event": "train", "step": 20200, "loss": 0.0009, "changed": 0.0007, "kept": 0.00108, "gn": 0.03, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:00:30"}
419
+ {"event": "train", "step": 20250, "loss": 0.002, "changed": 0.0019, "kept": 0.00042, "gn": 0.04, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:00:42"}
420
+ {"event": "train", "step": 20300, "loss": 0.0, "changed": 0.0, "kept": 5e-05, "gn": 0.036, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:00:54"}
421
+ {"event": "train", "step": 20350, "loss": 0.0045, "changed": 0.0044, "kept": 0.00017, "gn": 0.015, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:01:06"}
422
+ {"event": "train", "step": 20400, "loss": 0.0009, "changed": 0.0007, "kept": 0.00081, "gn": 0.105, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:01:18"}
423
+ {"event": "train", "step": 20450, "loss": 0.0019, "changed": 0.0018, "kept": 0.00054, "gn": 0.03, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:01:29"}
424
+ {"event": "train", "step": 20500, "loss": 0.0001, "changed": 0.0, "kept": 0.00021, "gn": 0.373, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:01:41"}
425
+ {"event": "train", "step": 20550, "loss": 0.0001, "changed": 0.0, "kept": 0.00014, "gn": 0.018, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:01:53"}
426
+ {"event": "train", "step": 20600, "loss": 0.0126, "changed": 0.0125, "kept": 0.00039, "gn": 0.026, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:02:05"}
427
+ {"event": "train", "step": 20650, "loss": 0.0008, "changed": 0.0007, "kept": 0.00057, "gn": 0.185, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:02:17"}
428
+ {"event": "train", "step": 20700, "loss": 0.0002, "changed": 0.0001, "kept": 0.00022, "gn": 0.006, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:02:29"}
429
+ {"event": "train", "step": 20750, "loss": 0.0011, "changed": 0.0011, "kept": 8e-05, "gn": 0.008, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:02:41"}
430
+ {"event": "train", "step": 20800, "loss": 0.0006, "changed": 0.0005, "kept": 0.00033, "gn": 0.083, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:02:52"}
431
+ {"event": "train", "step": 20850, "loss": 0.0198, "changed": 0.0185, "kept": 0.00618, "gn": 0.024, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:03:04"}
432
+ {"event": "train", "step": 20900, "loss": 0.0006, "changed": 0.0002, "kept": 0.00196, "gn": 0.069, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:03:16"}
433
+ {"event": "train", "step": 20950, "loss": 0.0002, "changed": 0.0001, "kept": 0.00032, "gn": 0.044, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:03:28"}
434
+ {"event": "train", "step": 21000, "loss": 0.0004, "changed": 0.0004, "kept": 0.00012, "gn": 0.026, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:03:40"}
435
+ {"event": "train", "step": 21050, "loss": 0.0001, "changed": 0.0001, "kept": 7e-05, "gn": 0.138, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:03:52"}
436
+ {"event": "train", "step": 21100, "loss": 0.0001, "changed": 0.0001, "kept": 7e-05, "gn": 0.01, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:04:04"}
437
+ {"event": "train", "step": 21150, "loss": 0.0032, "changed": 0.0032, "kept": 0.00019, "gn": 0.04, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:04:15"}
438
+ {"event": "train", "step": 21200, "loss": 0.0002, "changed": 0.0001, "kept": 0.00062, "gn": 0.02, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:04:27"}
439
+ {"event": "train", "step": 21250, "loss": 0.0192, "changed": 0.0191, "kept": 0.00032, "gn": 0.033, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:04:39"}
440
+ {"event": "train", "step": 21300, "loss": 0.0003, "changed": 0.0001, "kept": 0.00095, "gn": 0.048, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:04:51"}
441
+ {"event": "train", "step": 21350, "loss": 0.0027, "changed": 0.0027, "kept": 0.00037, "gn": 0.061, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:05:03"}
442
+ {"event": "train", "step": 21400, "loss": 0.001, "changed": 0.0009, "kept": 0.00043, "gn": 0.013, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:05:15"}
443
+ {"event": "train", "step": 21450, "loss": 0.0002, "changed": 0.0, "kept": 0.00071, "gn": 0.007, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:05:27"}
444
+ {"event": "train", "step": 21500, "loss": 0.0107, "changed": 0.0106, "kept": 0.00084, "gn": 0.526, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:05:38"}
445
+ {"event": "train", "step": 21550, "loss": 0.0001, "changed": 0.0001, "kept": 0.0001, "gn": 0.029, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:05:50"}
446
+ {"event": "train", "step": 21600, "loss": 0.0002, "changed": 0.0001, "kept": 0.00091, "gn": 0.014, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:06:02"}
447
+ {"event": "train", "step": 21650, "loss": 0.0072, "changed": 0.0071, "kept": 0.00064, "gn": 0.039, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:06:14"}
448
+ {"event": "train", "step": 21700, "loss": 0.0002, "changed": 0.0001, "kept": 0.00044, "gn": 0.007, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:06:26"}
449
+ {"event": "train", "step": 21750, "loss": 0.0001, "changed": 0.0, "kept": 0.00045, "gn": 0.003, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:06:38"}
450
+ {"event": "train", "step": 21800, "loss": 0.0003, "changed": 0.0001, "kept": 0.00088, "gn": 0.013, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:06:50"}
451
+ {"event": "train", "step": 21850, "loss": 0.0002, "changed": 0.0002, "kept": 0.00015, "gn": 0.019, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:07:01"}
452
+ {"event": "train", "step": 21900, "loss": 0.0032, "changed": 0.0031, "kept": 0.00031, "gn": 0.184, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "16:07:13"}
453
+ {"event": "train", "step": 21950, "loss": 0.0001, "changed": 0.0, "kept": 0.00031, "gn": 0.014, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "16:07:25"}
454
+ {"event": "train", "step": 22000, "loss": 0.0002, "changed": 0.0, "kept": 0.00068, "gn": 0.1, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "16:07:37"}
455
+ {"event": "eval", "step": 22000, "heldout_exact": 0.99486, "heldout_changed_acc": 0.99966, "demo_exact": 0.99, "demo_changed_acc": 1.0, "t": "16:07:37"}
456
+ {"event": "train", "step": 22050, "loss": 0.0003, "changed": 0.0002, "kept": 0.00015, "gn": 1.126, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "16:07:49"}
457
+ {"event": "train", "step": 22100, "loss": 0.0001, "changed": 0.0001, "kept": 9e-05, "gn": 0.045, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "16:08:01"}
458
+ {"event": "train", "step": 22150, "loss": 0.0004, "changed": 0.0001, "kept": 0.00162, "gn": 0.015, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "16:08:13"}
459
+ {"event": "train", "step": 22200, "loss": 0.0073, "changed": 0.0071, "kept": 0.0011, "gn": 0.069, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "16:08:25"}
460
+ {"event": "train", "step": 22250, "loss": 0.0009, "changed": 0.0009, "kept": 0.00029, "gn": 0.099, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "16:08:37"}
461
+ {"event": "train", "step": 22300, "loss": 0.0005, "changed": 0.0005, "kept": 6e-05, "gn": 0.038, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "16:08:49"}
462
+ {"event": "train", "step": 22350, "loss": 0.0007, "changed": 0.0007, "kept": 0.0002, "gn": 0.029, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "16:09:04"}
463
+ {"event": "train", "step": 22400, "loss": 0.0002, "changed": 0.0001, "kept": 0.00078, "gn": 0.031, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:09:30"}
464
+ {"event": "train", "step": 22450, "loss": 0.0008, "changed": 0.0007, "kept": 0.00022, "gn": 0.026, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:09:57"}
465
+ {"event": "train", "step": 22500, "loss": 0.0002, "changed": 0.0001, "kept": 0.0003, "gn": 0.074, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:10:24"}
466
+ {"event": "train", "step": 22550, "loss": 0.0054, "changed": 0.0052, "kept": 0.00074, "gn": 0.046, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:10:51"}
467
+ {"event": "train", "step": 22600, "loss": 0.0002, "changed": 0.0001, "kept": 0.00043, "gn": 0.06, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:11:17"}
468
+ {"event": "train", "step": 22650, "loss": 0.0, "changed": 0.0, "kept": 3e-05, "gn": 0.011, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:11:44"}
469
+ {"event": "train", "step": 22700, "loss": 0.0009, "changed": 0.0008, "kept": 0.00021, "gn": 0.175, "lr": 0.0005, "s_per_step": 0.274, "mem_GB": 32.8, "t": "16:12:11"}
470
+ {"event": "train", "step": 22750, "loss": 0.0001, "changed": 0.0001, "kept": 8e-05, "gn": 0.037, "lr": 0.0005, "s_per_step": 0.275, "mem_GB": 32.8, "t": "16:12:38"}
471
+ {"event": "train", "step": 22800, "loss": 0.0001, "changed": 0.0001, "kept": 0.00021, "gn": 0.075, "lr": 0.0005, "s_per_step": 0.275, "mem_GB": 32.8, "t": "16:13:04"}
472
+ {"event": "train", "step": 22850, "loss": 0.0004, "changed": 0.0002, "kept": 0.00074, "gn": 0.168, "lr": 0.0005, "s_per_step": 0.276, "mem_GB": 32.8, "t": "16:13:31"}
473
+ {"event": "train", "step": 22900, "loss": 0.005, "changed": 0.0049, "kept": 0.00022, "gn": 0.013, "lr": 0.0005, "s_per_step": 0.276, "mem_GB": 32.8, "t": "16:13:58"}
474
+ {"event": "train", "step": 22950, "loss": 0.0017, "changed": 0.0016, "kept": 0.00044, "gn": 0.024, "lr": 0.0005, "s_per_step": 0.277, "mem_GB": 32.8, "t": "16:14:25"}
475
+ {"event": "train", "step": 23000, "loss": 0.0002, "changed": 0.0001, "kept": 0.00073, "gn": 0.014, "lr": 0.0005, "s_per_step": 0.277, "mem_GB": 32.8, "t": "16:14:51"}
476
+ {"event": "train", "step": 23050, "loss": 0.0076, "changed": 0.0075, "kept": 0.00027, "gn": 0.036, "lr": 0.0005, "s_per_step": 0.278, "mem_GB": 32.8, "t": "16:15:18"}
477
+ {"event": "train", "step": 23100, "loss": 0.0002, "changed": 0.0, "kept": 0.00094, "gn": 0.01, "lr": 0.0005, "s_per_step": 0.279, "mem_GB": 32.8, "t": "16:15:45"}
478
+ {"event": "train", "step": 23150, "loss": 0.0003, "changed": 0.0, "kept": 0.00141, "gn": 0.015, "lr": 0.0005, "s_per_step": 0.279, "mem_GB": 32.8, "t": "16:16:12"}
479
+ {"event": "train", "step": 23200, "loss": 0.0005, "changed": 0.0001, "kept": 0.00214, "gn": 0.243, "lr": 0.0005, "s_per_step": 0.28, "mem_GB": 32.8, "t": "16:16:38"}
480
+ {"event": "train", "step": 23250, "loss": 0.0002, "changed": 0.0, "kept": 0.00077, "gn": 0.01, "lr": 0.0005, "s_per_step": 0.28, "mem_GB": 32.8, "t": "16:17:05"}
481
+ {"event": "train", "step": 23300, "loss": 0.0002, "changed": 0.0001, "kept": 0.00056, "gn": 0.028, "lr": 0.0005, "s_per_step": 0.281, "mem_GB": 32.8, "t": "16:17:32"}
482
+ {"event": "train", "step": 23350, "loss": 0.0001, "changed": 0.0, "kept": 0.00026, "gn": 0.007, "lr": 0.0005, "s_per_step": 0.281, "mem_GB": 32.8, "t": "16:17:59"}
483
+ {"event": "train", "step": 23400, "loss": 0.0007, "changed": 0.0006, "kept": 0.00013, "gn": 0.026, "lr": 0.0005, "s_per_step": 0.282, "mem_GB": 32.8, "t": "16:18:25"}
484
+ {"event": "train", "step": 23450, "loss": 0.0004, "changed": 0.0004, "kept": 0.0001, "gn": 0.022, "lr": 0.0005, "s_per_step": 0.282, "mem_GB": 32.8, "t": "16:18:52"}
485
+ {"event": "train", "step": 23500, "loss": 0.0001, "changed": 0.0, "kept": 0.0001, "gn": 0.012, "lr": 0.0005, "s_per_step": 0.283, "mem_GB": 32.8, "t": "16:19:19"}
486
+ {"event": "train", "step": 23550, "loss": 0.0003, "changed": 0.0003, "kept": 0.00025, "gn": 0.016, "lr": 0.0005, "s_per_step": 0.283, "mem_GB": 32.8, "t": "16:19:46"}
487
+ {"event": "train", "step": 23600, "loss": 0.0001, "changed": 0.0, "kept": 0.00036, "gn": 0.191, "lr": 0.0005, "s_per_step": 0.284, "mem_GB": 32.8, "t": "16:20:12"}
488
+ {"event": "train", "step": 23650, "loss": 0.0001, "changed": 0.0001, "kept": 0.00024, "gn": 0.052, "lr": 0.0005, "s_per_step": 0.284, "mem_GB": 32.8, "t": "16:20:39"}
489
+ {"event": "train", "step": 23700, "loss": 0.0064, "changed": 0.0064, "kept": 0.00013, "gn": 0.056, "lr": 0.0005, "s_per_step": 0.285, "mem_GB": 32.8, "t": "16:21:06"}
490
+ {"event": "train", "step": 23750, "loss": 0.0032, "changed": 0.0032, "kept": 0.00038, "gn": 0.089, "lr": 0.0005, "s_per_step": 0.286, "mem_GB": 32.8, "t": "16:21:33"}
491
+ {"event": "train", "step": 23800, "loss": 0.0001, "changed": 0.0001, "kept": 0.00022, "gn": 0.006, "lr": 0.0005, "s_per_step": 0.286, "mem_GB": 32.8, "t": "16:21:59"}
492
+ {"event": "train", "step": 23850, "loss": 0.0103, "changed": 0.0102, "kept": 0.00043, "gn": 0.232, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:22:26"}
493
+ {"event": "train", "step": 23900, "loss": 0.0003, "changed": 0.0003, "kept": 0.0002, "gn": 0.02, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:22:53"}
494
+ {"event": "train", "step": 23950, "loss": 0.0002, "changed": 0.0002, "kept": 0.00042, "gn": 0.026, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:23:20"}
495
+ {"event": "train", "step": 24000, "loss": 0.0004, "changed": 0.0002, "kept": 0.00103, "gn": 0.025, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:23:46"}
496
+ {"event": "eval", "step": 24000, "heldout_exact": 0.9955, "heldout_changed_acc": 0.99966, "demo_exact": 0.98875, "demo_changed_acc": 0.99924, "t": "16:23:47"}
497
+ {"event": "train", "step": 24050, "loss": 0.0002, "changed": 0.0001, "kept": 0.00066, "gn": 0.026, "lr": 0.0005, "s_per_step": 0.289, "mem_GB": 32.8, "t": "16:24:14"}
498
+ {"event": "train", "step": 24100, "loss": 0.0001, "changed": 0.0001, "kept": 0.00023, "gn": 0.006, "lr": 0.0005, "s_per_step": 0.289, "mem_GB": 32.8, "t": "16:24:28"}
499
+ {"event": "train", "step": 24150, "loss": 0.0088, "changed": 0.0088, "kept": 0.0001, "gn": 0.347, "lr": 0.0005, "s_per_step": 0.289, "mem_GB": 32.8, "t": "16:24:40"}
500
+ {"event": "train", "step": 24200, "loss": 0.0003, "changed": 0.0001, "kept": 0.00079, "gn": 0.024, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:24:52"}
501
+ {"event": "train", "step": 24250, "loss": 0.0005, "changed": 0.0003, "kept": 0.0008, "gn": 0.029, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:25:04"}
502
+ {"event": "train", "step": 24300, "loss": 0.0002, "changed": 0.0002, "kept": 0.00043, "gn": 0.006, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:25:16"}
503
+ {"event": "train", "step": 24350, "loss": 0.0008, "changed": 0.0008, "kept": 0.00031, "gn": 0.011, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:25:27"}
504
+ {"event": "train", "step": 24400, "loss": 0.0001, "changed": 0.0, "kept": 0.00016, "gn": 0.055, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:25:39"}
505
+ {"event": "train", "step": 24450, "loss": 0.0002, "changed": 0.0001, "kept": 0.00026, "gn": 0.098, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:25:51"}
506
+ {"event": "train", "step": 24500, "loss": 0.0002, "changed": 0.0001, "kept": 0.00021, "gn": 0.04, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:26:03"}
507
+ {"event": "train", "step": 24550, "loss": 0.0001, "changed": 0.0, "kept": 0.00026, "gn": 0.002, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:26:15"}
508
+ {"event": "train", "step": 24600, "loss": 0.0107, "changed": 0.0104, "kept": 0.00144, "gn": 0.038, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:26:27"}
509
+ {"event": "train", "step": 24650, "loss": 0.0001, "changed": 0.0, "kept": 0.00044, "gn": 0.015, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:26:39"}
510
+ {"event": "train", "step": 24700, "loss": 0.0022, "changed": 0.0022, "kept": 0.0002, "gn": 0.022, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:26:50"}
511
+ {"event": "train", "step": 24750, "loss": 0.0001, "changed": 0.0001, "kept": 5e-05, "gn": 0.013, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:27:02"}
512
+ {"event": "train", "step": 24800, "loss": 0.0, "changed": 0.0, "kept": 8e-05, "gn": 0.004, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:27:14"}
513
+ {"event": "train", "step": 24850, "loss": 0.005, "changed": 0.0049, "kept": 0.00028, "gn": 0.042, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:27:26"}
514
+ {"event": "train", "step": 24900, "loss": 0.0146, "changed": 0.0145, "kept": 0.00019, "gn": 0.113, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:27:38"}
515
+ {"event": "train", "step": 24950, "loss": 0.0001, "changed": 0.0, "kept": 0.00033, "gn": 0.242, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:27:50"}
516
+ {"event": "train", "step": 25000, "loss": 0.0033, "changed": 0.0031, "kept": 0.00079, "gn": 0.013, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:28:02"}
517
+ {"event": "train", "step": 25050, "loss": 0.001, "changed": 0.001, "kept": 0.00032, "gn": 0.015, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:28:13"}
518
+ {"event": "train", "step": 25100, "loss": 0.0029, "changed": 0.0029, "kept": 0.0002, "gn": 0.025, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:28:25"}
519
+ {"event": "train", "step": 25150, "loss": 0.0014, "changed": 0.0012, "kept": 0.00107, "gn": 0.093, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:28:37"}
520
+ {"event": "train", "step": 25200, "loss": 0.0001, "changed": 0.0, "kept": 0.00018, "gn": 0.028, "lr": 0.0005, "s_per_step": 0.286, "mem_GB": 32.8, "t": "16:28:49"}
521
+ {"event": "train", "step": 25250, "loss": 0.0012, "changed": 0.0008, "kept": 0.00198, "gn": 0.119, "lr": 0.0005, "s_per_step": 0.286, "mem_GB": 32.8, "t": "16:29:01"}
522
+ {"event": "train", "step": 25300, "loss": 0.0, "changed": 0.0, "kept": 9e-05, "gn": 0.004, "lr": 0.0005, "s_per_step": 0.286, "mem_GB": 32.8, "t": "16:29:13"}
523
+ {"event": "train", "step": 25350, "loss": 0.0001, "changed": 0.0, "kept": 0.0001, "gn": 0.097, "lr": 0.0005, "s_per_step": 0.286, "mem_GB": 32.8, "t": "16:29:25"}
524
+ W1031 16:29:29.206000 2804270 torch/distributed/elastic/agent/server/api.py:725] Received 15 death signal, shutting down workers
525
+ W1031 16:29:29.207000 2804270 torch/distributed/elastic/multiprocessing/api.py:908] Sending process 2804590 closing signal SIGTERM
526
+ W1031 16:29:29.208000 2804270 torch/distributed/elastic/multiprocessing/api.py:908] Sending process 2804591 closing signal SIGTERM
527
+ W1031 16:29:29.209000 2804270 torch/distributed/elastic/multiprocessing/api.py:908] Sending process 2804592 closing signal SIGTERM
528
+ W1031 16:29:29.210000 2804270 torch/distributed/elastic/multiprocessing/api.py:908] Sending process 2804593 closing signal SIGTERM
529
+ W1031 16:29:29.210000 2804270 torch/distributed/elastic/multiprocessing/api.py:908] Sending process 2804594 closing signal SIGTERM
530
+ W1031 16:29:29.211000 2804270 torch/distributed/elastic/multiprocessing/api.py:908] Sending process 2804595 closing signal SIGTERM
531
+ W1031 16:29:29.212000 2804270 torch/distributed/elastic/multiprocessing/api.py:908] Sending process 2804596 closing signal SIGTERM
532
+ W1031 16:29:29.213000 2804270 torch/distributed/elastic/multiprocessing/api.py:908] Sending process 2804597 closing signal SIGTERM
533
+ Traceback (most recent call last):
534
+ File "<frozen runpy>", line 198, in _run_module_as_main
535
+ File "<frozen runpy>", line 88, in _run_code
536
+ File "/dev/shm/prh/venv/lib/python3.11/site-packages/torch/distributed/run.py", line 940, in <module>
537
+ main()
538
+ File "/dev/shm/prh/venv/lib/python3.11/site-packages/torch/distributed/elastic/multiprocessing/errors/__init__.py", line 357, in wrapper
539
+ return f(*args, **kwargs)
540
+ ^^^^^^^^^^^^^^^^^^
541
+ File "/dev/shm/prh/venv/lib/python3.11/site-packages/torch/distributed/run.py", line 936, in main
542
+ run(args)
543
+ File "/dev/shm/prh/venv/lib/python3.11/site-packages/torch/distributed/run.py", line 927, in run
544
+ elastic_launch(
545
+ File "/dev/shm/prh/venv/lib/python3.11/site-packages/torch/distributed/launcher/api.py", line 156, in __call__
546
+ return launch_agent(self._config, self._entrypoint, list(args))
547
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
548
+ File "/dev/shm/prh/venv/lib/python3.11/site-packages/torch/distributed/launcher/api.py", line 284, in launch_agent
549
+ result = agent.run()
550
+ ^^^^^^^^^^^
551
+ File "/dev/shm/prh/venv/lib/python3.11/site-packages/torch/distributed/elastic/metrics/api.py", line 138, in wrapper
552
+ result = f(*args, **kwargs)
553
+ ^^^^^^^^^^^^^^^^^^
554
+ File "/dev/shm/prh/venv/lib/python3.11/site-packages/torch/distributed/elastic/agent/server/api.py", line 717, in run
555
+ result = self._invoke_run(role)
556
+ ^^^^^^^^^^^^^^^^^^^^^^
557
+ File "/dev/shm/prh/venv/lib/python3.11/site-packages/torch/distributed/elastic/agent/server/api.py", line 881, in _invoke_run
558
+ time.sleep(monitor_interval)
559
+ File "/dev/shm/prh/venv/lib/python3.11/site-packages/torch/distributed/elastic/multiprocessing/api.py", line 85, in _terminate_process_handler
560
+ raise SignalException(f"Process {os.getpid()} got signal: {sigval}", sigval=sigval)
561
+ torch.distributed.elastic.multiprocessing.api.SignalException: Process 2804270 got signal: 15
562
+ [W1031 16:29:31.374272996 AllocatorConfig.cpp:28] Warning: PYTORCH_CUDA_ALLOC_CONF is deprecated, use PYTORCH_ALLOC_CONF instead (function operator())
563
+ 16:29:32 TRAIN_EXIT rc=0
neucpu/logs/diag_12000.log ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ == collatz: exact 0.9983 over 600
2
+ worst ops (n, exact): [(np.str_('CMPI'), [95, 0.9895]), (np.str_('LDA'), [150, 1.0]), (np.str_('STA'), [66, 1.0]), (np.str_('LDI'), [66, 1.0]), (np.str_('JMP'), [58, 1.0]), (np.str_('ADDI'), [35, 1.0]), (np.str_('MOD'), [29, 1.0]), (np.str_('JZ'), [28, 1.0])]
3
+ wrong byte kinds in failed steps: {'flags': 1}
4
+ == digits: exact 0.9942 over 346
5
+ worst ops (n, exact): [(np.str_('DIV'), [14, 0.9286]), (np.str_('STA'), [54, 0.9815]), (np.str_('LDA'), [94, 1.0]), (np.str_('LDI'), [56, 1.0]), (np.str_('JNC'), [27, 1.0]), (np.str_('JMP'), [20, 1.0]), (np.str_('ADD'), [20, 1.0]), (np.str_('CMP'), [20, 1.0])]
6
+ wrong byte kinds in failed steps: {'reg': 2}
7
+ == fib: exact 0.9789 over 190
8
+ worst ops (n, exact): [(np.str_('OUT'), [13, 0.9231]), (np.str_('STA'), [41, 0.9512]), (np.str_('LDA'), [79, 0.9873]), (np.str_('JNC'), [14, 1.0]), (np.str_('CMPI'), [14, 1.0]), (np.str_('JMP'), [13, 1.0]), (np.str_('ADD'), [13, 1.0]), (np.str_('LDI'), [2, 1.0])]
9
+ wrong byte kinds in failed steps: {'reg': 3, 'ram': 1}
10
+ == fizzbuzz: exact 0.98 over 600
11
+ worst ops (n, exact): [(np.str_('MOD'), [69, 0.8551]), (np.str_('CMP'), [28, 0.9286]), (np.str_('LDA'), [127, 1.0]), (np.str_('LDI'), [96, 1.0]), (np.str_('CMPI'), [63, 1.0]), (np.str_('JNZ'), [61, 1.0]), (np.str_('ADDI'), [41, 1.0]), (np.str_('JMP'), [38, 1.0])]
12
+ wrong byte kinds in failed steps: {'flags': 9, 'reg': 3}
13
+ == gcd: exact 0.974 over 154
14
+ worst ops (n, exact): [(np.str_('MOD'), [7, 0.4286]), (np.str_('LDA'), [52, 1.0]), (np.str_('STA'), [34, 1.0]), (np.str_('CMPI'), [16, 1.0]), (np.str_('JMP'), [11, 1.0]), (np.str_('JZ'), [11, 1.0]), (np.str_('IN'), [8, 1.0]), (np.str_('JNC'), [5, 1.0])]
15
+ wrong byte kinds in failed steps: {'reg': 3, 'flags': 1}
16
+ == primes: exact 0.9633 over 600
17
+ worst ops (n, exact): [(np.str_('MOD'), [31, 0.5806]), (np.str_('DIV'), [29, 0.7241]), (np.str_('CMP'), [33, 0.9697]), (np.str_('LDA'), [232, 1.0]), (np.str_('STA'), [53, 1.0]), (np.str_('CMPI'), [46, 1.0]), (np.str_('JMP'), [41, 1.0]), (np.str_('JC'), [30, 1.0])]
18
+ wrong byte kinds in failed steps: {'flags': 12, 'reg': 11}
19
+ == sieve: exact 0.9867 over 600
20
+ worst ops (n, exact): [(np.str_('STA'), [45, 0.9333]), (np.str_('CMPI'), [74, 0.9595]), (np.str_('LDA'), [187, 0.9893]), (np.str_('ADDI'), [65, 1.0]), (np.str_('JMP'), [51, 1.0]), (np.str_('JNC'), [48, 1.0]), (np.str_('ADD'), [31, 1.0]), (np.str_('LDI'), [26, 1.0])]
21
+ wrong byte kinds in failed steps: {'ram': 4, 'reg': 3, 'flags': 1}
22
+ == sort: exact 0.945 over 600
23
+ worst ops (n, exact): [(np.str_('STA'), [41, 0.6098]), (np.str_('ST'), [23, 0.8261]), (np.str_('LDA'), [199, 0.9397]), (np.str_('CMP'), [49, 0.9796]), (np.str_('ADDI'), [143, 1.0]), (np.str_('LD'), [49, 1.0]), (np.str_('JNC'), [44, 1.0]), (np.str_('JMP'), [27, 1.0])]
24
+ wrong byte kinds in failed steps: {'ram': 20, 'reg': 13}
25
+ == ALL DEMO: exact 0.9767 over 3690
26
+ worst ops (n, exact): [(np.str_('MOD'), [150, 0.82]), (np.str_('DIV'), [55, 0.8364]), (np.str_('ST'), [48, 0.9167]), (np.str_('STA'), [359, 0.9387]), (np.str_('CMP'), [131, 0.9695]), (np.str_('OUT'), [59, 0.9831]), (np.str_('LDA'), [1120, 0.9866]), (np.str_('CMPI'), [315, 0.9873])]
27
+ wrong byte kinds in failed steps: {'reg': 38, 'ram': 25, 'flags': 24}
28
+ == HELDOUT random programs: exact 0.9865 over 1556
29
+ worst ops (n, exact): [(np.str_('DIV'), [16, 0.8125]), (np.str_('MOD'), [51, 0.8824]), (np.str_('MUL'), [11, 0.9091]), (np.str_('ADD'), [33, 0.9394]), (np.str_('LDI'), [217, 0.9724]), (np.str_('CMP'), [37, 0.973]), (np.str_('OUT'), [63, 0.9841]), (np.str_('LDA'), [342, 0.9971])]
30
+ wrong byte kinds in failed steps: {'reg': 16, 'flags': 6, 'ram': 1}
31
+ == op share demo vs train (top demo ops):
32
+ LDA demo 0.304 train 0.153 exact on demo 0.987
33
+ STA demo 0.097 train 0.075 exact on demo 0.939
34
+ ADDI demo 0.088 train 0.062 exact on demo 1.000
35
+ CMPI demo 0.085 train 0.054 exact on demo 0.987
36
+ LDI demo 0.075 train 0.080 exact on demo 1.000
37
+ JMP demo 0.070 train 0.050 exact on demo 1.000
38
+ JNC demo 0.046 train 0.053 exact on demo 1.000
39
+ MOD demo 0.041 train 0.031 exact on demo 0.820
40
+ JNZ demo 0.037 train 0.015 exact on demo 1.000
41
+ CMP demo 0.036 train 0.025 exact on demo 0.969
42
+ LD demo 0.020 train 0.024 exact on demo 1.000
43
+ ADD demo 0.017 train 0.020 exact on demo 1.000
44
+ OUT demo 0.016 train 0.037 exact on demo 0.983
45
+ JC demo 0.016 train 0.018 exact on demo 1.000
46
+ DIAG_DONE
47
+ rc=0
neucpu/logs/diag_6000.log ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ == collatz: exact 0.9783 over 600
2
+ worst ops (n, exact): [(np.str_('CMPI'), [95, 0.8842]), (np.str_('DIV'), [12, 0.9167]), (np.str_('LDA'), [150, 0.9933]), (np.str_('LDI'), [66, 1.0]), (np.str_('STA'), [66, 1.0]), (np.str_('JMP'), [58, 1.0]), (np.str_('ADDI'), [35, 1.0]), (np.str_('MOD'), [29, 1.0])]
3
+ wrong byte kinds in failed steps: {'reg': 8, 'flags': 4, 'ram': 1}
4
+ == digits: exact 0.9798 over 346
5
+ worst ops (n, exact): [(np.str_('DIV'), [14, 0.7857]), (np.str_('MOD'), [14, 0.7857]), (np.str_('LDA'), [94, 0.9894]), (np.str_('LDI'), [56, 1.0]), (np.str_('STA'), [54, 1.0]), (np.str_('JNC'), [27, 1.0]), (np.str_('CMP'), [20, 1.0]), (np.str_('JMP'), [20, 1.0])]
6
+ wrong byte kinds in failed steps: {'reg': 7}
7
+ == fib: exact 0.9421 over 190
8
+ worst ops (n, exact): [(np.str_('HALT'), [1, 0.0]), (np.str_('CMPI'), [14, 0.7143]), (np.str_('LDA'), [79, 0.9241]), (np.str_('STA'), [41, 1.0]), (np.str_('JNC'), [14, 1.0]), (np.str_('JMP'), [13, 1.0]), (np.str_('OUT'), [13, 1.0]), (np.str_('ADD'), [13, 1.0])]
9
+ wrong byte kinds in failed steps: {'reg': 10, 'ram': 2, 'pc': 1, 'flags': 1}
10
+ == fizzbuzz: exact 0.9683 over 600
11
+ worst ops (n, exact): [(np.str_('MOD'), [69, 0.8261]), (np.str_('CMP'), [28, 0.8571]), (np.str_('LDA'), [127, 0.9764]), (np.str_('LDI'), [96, 1.0]), (np.str_('CMPI'), [63, 1.0]), (np.str_('JNZ'), [61, 1.0]), (np.str_('ADDI'), [41, 1.0]), (np.str_('JMP'), [38, 1.0])]
12
+ wrong byte kinds in failed steps: {'reg': 13, 'flags': 7}
13
+ == gcd: exact 0.9545 over 154
14
+ worst ops (n, exact): [(np.str_('MOD'), [7, 0.5714]), (np.str_('CMPI'), [16, 0.75]), (np.str_('LDA'), [52, 1.0]), (np.str_('STA'), [34, 1.0]), (np.str_('JMP'), [11, 1.0]), (np.str_('JZ'), [11, 1.0]), (np.str_('IN'), [8, 1.0]), (np.str_('JNC'), [5, 1.0])]
15
+ wrong byte kinds in failed steps: {'reg': 6, 'flags': 3}
16
+ == primes: exact 0.8983 over 600
17
+ worst ops (n, exact): [(np.str_('MOD'), [31, 0.4839]), (np.str_('DIV'), [29, 0.5517]), (np.str_('LDA'), [232, 0.8793]), (np.str_('CMP'), [33, 0.9091]), (np.str_('CMPI'), [46, 0.9783]), (np.str_('STA'), [53, 1.0]), (np.str_('JMP'), [41, 1.0]), (np.str_('JC'), [30, 1.0])]
18
+ wrong byte kinds in failed steps: {'reg': 54, 'flags': 16, 'out': 4, 'tapeptr': 1}
19
+ == sieve: exact 0.94 over 600
20
+ worst ops (n, exact): [(np.str_('LD'), [26, 0.3077]), (np.str_('CMPI'), [74, 0.8108]), (np.str_('ST'), [25, 0.88]), (np.str_('ADDI'), [65, 0.9846]), (np.str_('LDA'), [187, 1.0]), (np.str_('JMP'), [51, 1.0]), (np.str_('JNC'), [48, 1.0]), (np.str_('STA'), [45, 1.0])]
21
+ wrong byte kinds in failed steps: {'reg': 33, 'ram': 3}
22
+ == sort: exact 0.9233 over 600
23
+ worst ops (n, exact): [(np.str_('LD'), [49, 0.449]), (np.str_('ST'), [23, 0.7391]), (np.str_('STA'), [41, 0.7805]), (np.str_('CMP'), [49, 0.9388]), (np.str_('LDA'), [199, 0.995]), (np.str_('ADDI'), [143, 1.0]), (np.str_('JNC'), [44, 1.0]), (np.str_('JMP'), [27, 1.0])]
24
+ wrong byte kinds in failed steps: {'reg': 31, 'ram': 17, 'flags': 1}
25
+ == ALL DEMO: exact 0.9458 over 3690
26
+ worst ops (n, exact): [(np.str_('LD'), [75, 0.4]), (np.str_('DIV'), [55, 0.6909]), (np.str_('HALT'), [4, 0.75]), (np.str_('MOD'), [150, 0.7733]), (np.str_('ST'), [48, 0.8125]), (np.str_('CMPI'), [315, 0.8921]), (np.str_('CMP'), [131, 0.9237]), (np.str_('LDA'), [1120, 0.9643])]
27
+ wrong byte kinds in failed steps: {'reg': 162, 'flags': 32, 'ram': 23, 'out': 4, 'pc': 1, 'tapeptr': 1}
28
+ == HELDOUT random programs: exact 0.9698 over 1556
29
+ worst ops (n, exact): [(np.str_('LD'), [22, 0.3636]), (np.str_('MOD'), [51, 0.7255]), (np.str_('ST'), [4, 0.75]), (np.str_('MUL'), [11, 0.9091]), (np.str_('CMP'), [37, 0.9459]), (np.str_('CMPI'), [90, 0.9556]), (np.str_('XOR'), [26, 0.9615]), (np.str_('OUT'), [63, 0.9683])]
30
+ wrong byte kinds in failed steps: {'reg': 43, 'flags': 4, 'out': 2, 'ram': 1}
31
+ == op share demo vs train (top demo ops):
32
+ LDA demo 0.304 train 0.153 exact on demo 0.964
33
+ STA demo 0.097 train 0.075 exact on demo 0.975
34
+ ADDI demo 0.088 train 0.062 exact on demo 0.997
35
+ CMPI demo 0.085 train 0.054 exact on demo 0.892
36
+ LDI demo 0.075 train 0.080 exact on demo 1.000
37
+ JMP demo 0.070 train 0.050 exact on demo 1.000
38
+ JNC demo 0.046 train 0.053 exact on demo 1.000
39
+ MOD demo 0.041 train 0.031 exact on demo 0.773
40
+ JNZ demo 0.037 train 0.015 exact on demo 1.000
41
+ CMP demo 0.036 train 0.025 exact on demo 0.924
42
+ LD demo 0.020 train 0.024 exact on demo 0.400
43
+ ADD demo 0.017 train 0.020 exact on demo 1.000
44
+ OUT demo 0.016 train 0.037 exact on demo 1.000
45
+ JC demo 0.016 train 0.018 exact on demo 1.000
46
+ DIAG_DONE
47
+ rc=0
neucpu/logs/diag_soup16000.log ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ == collatz: exact 1.0 over 600
2
+ worst ops (n, exact): [(np.str_('LDA'), [150, 1.0]), (np.str_('CMPI'), [95, 1.0]), (np.str_('STA'), [66, 1.0]), (np.str_('LDI'), [66, 1.0]), (np.str_('JMP'), [58, 1.0]), (np.str_('ADDI'), [35, 1.0]), (np.str_('MOD'), [29, 1.0]), (np.str_('JNZ'), [28, 1.0])]
3
+ wrong byte kinds in failed steps: {}
4
+ == digits: exact 1.0 over 346
5
+ worst ops (n, exact): [(np.str_('LDA'), [94, 1.0]), (np.str_('LDI'), [56, 1.0]), (np.str_('STA'), [54, 1.0]), (np.str_('JNC'), [27, 1.0]), (np.str_('CMP'), [20, 1.0]), (np.str_('JMP'), [20, 1.0]), (np.str_('ADD'), [20, 1.0]), (np.str_('DIV'), [14, 1.0])]
6
+ wrong byte kinds in failed steps: {}
7
+ == fib: exact 1.0 over 190
8
+ worst ops (n, exact): [(np.str_('LDA'), [79, 1.0]), (np.str_('STA'), [41, 1.0]), (np.str_('CMPI'), [14, 1.0]), (np.str_('JNC'), [14, 1.0]), (np.str_('JMP'), [13, 1.0]), (np.str_('OUT'), [13, 1.0]), (np.str_('ADD'), [13, 1.0]), (np.str_('LDI'), [2, 1.0])]
9
+ wrong byte kinds in failed steps: {}
10
+ == fizzbuzz: exact 0.9983 over 600
11
+ worst ops (n, exact): [(np.str_('MOD'), [69, 0.9855]), (np.str_('LDA'), [127, 1.0]), (np.str_('LDI'), [96, 1.0]), (np.str_('CMPI'), [63, 1.0]), (np.str_('JNZ'), [61, 1.0]), (np.str_('ADDI'), [41, 1.0]), (np.str_('JMP'), [38, 1.0]), (np.str_('CMP'), [28, 1.0])]
12
+ wrong byte kinds in failed steps: {'flags': 1}
13
+ == gcd: exact 0.9935 over 154
14
+ worst ops (n, exact): [(np.str_('MOD'), [7, 0.8571]), (np.str_('LDA'), [52, 1.0]), (np.str_('STA'), [34, 1.0]), (np.str_('CMPI'), [16, 1.0]), (np.str_('JMP'), [11, 1.0]), (np.str_('JZ'), [11, 1.0]), (np.str_('IN'), [8, 1.0]), (np.str_('JNC'), [5, 1.0])]
15
+ wrong byte kinds in failed steps: {'flags': 1}
16
+ == primes: exact 0.98 over 600
17
+ worst ops (n, exact): [(np.str_('DIV'), [29, 0.7931]), (np.str_('MOD'), [31, 0.8065]), (np.str_('LDA'), [232, 1.0]), (np.str_('STA'), [53, 1.0]), (np.str_('CMPI'), [46, 1.0]), (np.str_('JMP'), [41, 1.0]), (np.str_('CMP'), [33, 1.0]), (np.str_('JC'), [30, 1.0])]
18
+ wrong byte kinds in failed steps: {'flags': 9, 'reg': 4}
19
+ == sieve: exact 0.9983 over 600
20
+ worst ops (n, exact): [(np.str_('CMPI'), [74, 0.9865]), (np.str_('LDA'), [187, 1.0]), (np.str_('ADDI'), [65, 1.0]), (np.str_('JMP'), [51, 1.0]), (np.str_('JNC'), [48, 1.0]), (np.str_('STA'), [45, 1.0]), (np.str_('ADD'), [31, 1.0]), (np.str_('LDI'), [26, 1.0])]
21
+ wrong byte kinds in failed steps: {'reg': 1}
22
+ == sort: exact 1.0 over 600
23
+ worst ops (n, exact): [(np.str_('LDA'), [199, 1.0]), (np.str_('ADDI'), [143, 1.0]), (np.str_('CMP'), [49, 1.0]), (np.str_('LD'), [49, 1.0]), (np.str_('JNC'), [44, 1.0]), (np.str_('STA'), [41, 1.0]), (np.str_('JMP'), [27, 1.0]), (np.str_('ST'), [23, 1.0])]
24
+ wrong byte kinds in failed steps: {}
25
+ == ALL DEMO: exact 0.9959 over 3690
26
+ worst ops (n, exact): [(np.str_('DIV'), [55, 0.8909]), (np.str_('MOD'), [150, 0.9467]), (np.str_('CMPI'), [315, 0.9968]), (np.str_('LDA'), [1120, 1.0]), (np.str_('STA'), [359, 1.0]), (np.str_('ADDI'), [324, 1.0]), (np.str_('LDI'), [275, 1.0]), (np.str_('JMP'), [259, 1.0])]
27
+ wrong byte kinds in failed steps: {'flags': 11, 'reg': 5}
28
+ == HELDOUT random programs: exact 0.9949 over 1556
29
+ worst ops (n, exact): [(np.str_('MUL'), [11, 0.9091]), (np.str_('MOD'), [51, 0.9412]), (np.str_('CMPI'), [90, 0.9556]), (np.str_('LDA'), [342, 1.0]), (np.str_('LDI'), [217, 1.0]), (np.str_('STA'), [150, 1.0]), (np.str_('ADDI'), [107, 1.0]), (np.str_('JNC'), [87, 1.0])]
30
+ wrong byte kinds in failed steps: {'reg': 6, 'flags': 3}
31
+ == op share demo vs train (top demo ops):
32
+ LDA demo 0.304 train 0.153 exact on demo 1.000
33
+ STA demo 0.097 train 0.075 exact on demo 1.000
34
+ ADDI demo 0.088 train 0.062 exact on demo 1.000
35
+ CMPI demo 0.085 train 0.054 exact on demo 0.997
36
+ LDI demo 0.075 train 0.080 exact on demo 1.000
37
+ JMP demo 0.070 train 0.050 exact on demo 1.000
38
+ JNC demo 0.046 train 0.053 exact on demo 1.000
39
+ MOD demo 0.041 train 0.031 exact on demo 0.947
40
+ JNZ demo 0.037 train 0.015 exact on demo 1.000
41
+ CMP demo 0.036 train 0.025 exact on demo 1.000
42
+ LD demo 0.020 train 0.024 exact on demo 1.000
43
+ ADD demo 0.017 train 0.020 exact on demo 1.000
44
+ OUT demo 0.016 train 0.037 exact on demo 1.000
45
+ JC demo 0.016 train 0.018 exact on demo 1.000
46
+ DIAG_DONE
47
+ rc=0
neucpu/logs/fastgate.log ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ real traces: 8 programs, longest 12398 instructions, 1.2s on CPU
2
+ network: 12416 ticks x 8 programs in 80.6s (6494 us per tick)
3
+ ROLLOUT_DONE {"collatz": [2701, 4266, true], "digits": [345, 345, true], "fib": [189, 189, true], "fizzbuzz": [336, 726, true], "gcd": [14, 153, true], "primes": [1575, 12398, true], "sieve": [1769, 2777, true], "sort": [1714, 1714, true]}
4
+ rc=0
neucpu/logs/pagedata.log ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ PAGE_DATA_OK tick 631 MOD r0, r1 changed [0, 8] net_exact True
2
+ rc=0
neucpu/logs/roll_12000.log ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ ROLLOUT_DONE {"collatz": [21, 4266, false], "digits": [227, 345, false], "fib": [128, 189, false], "fizzbuzz": [112, 726, true], "gcd": [14, 153, false], "primes": [234, 12398, false], "sieve": [293, 2777, false], "sort": [16, 1714, false]}
2
+ rc=0
neucpu/logs/roll_14000.log ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ ROLLOUT_DONE {"collatz": [2701, 4266, true], "digits": [89, 345, false], "fib": [38, 189, false], "fizzbuzz": [336, 726, true], "gcd": [153, 153, true], "primes": [54, 12398, false], "sieve": [26, 2777, false], "sort": [154, 1714, false]}
2
+ rc=0
neucpu/logs/roll_all.log ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ real traces: 15 programs, longest 83121 instructions, 1.6s on CPU
2
+ network: 83136 ticks x 15 programs in 919.2s (11056 us per tick)
3
+ ROLLOUT_DONE {"collatz": [2701, 4266, true], "digits": [345, 345, true], "fib": [189, 189, true], "fizzbuzz": [726, 726, true], "gcd": [153, 153, true], "primes": [228, 12398, false], "sieve": [2777, 2777, true], "sort": [1714, 1714, true], "chase": [186, 2982, true], "collatz60": [2701, 20426, false], "digroot": [1655, 15940, false], "gcdall": [7211, 31707, true], "powmod": [65, 1509, false], "primes250": [9803, 83121, false], "sort16": [2638, 2638, true]}
4
+ rc=0
neucpu/logs/roll_hard.log ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ real traces: 7 programs, longest 83121 instructions, 1.6s on CPU
2
+ network: 83136 ticks x 7 programs in 516.7s (6215 us per tick)
3
+ ROLLOUT_DONE {"chase": [186, 2982, false], "collatz60": [566, 20426, false], "digroot": [366, 15940, false], "gcdall": [5594, 31707, false], "powmod": [71, 1509, false], "primes250": [3017, 83121, false], "sort16": [1713, 2638, true]}
4
+ rc=0
neucpu/logs/roll_soup.log ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ ROLLOUT_DONE {"collatz": [2701, 4266, true], "digits": [345, 345, true], "fib": [189, 189, true], "fizzbuzz": [336, 726, true], "gcd": [14, 153, true], "primes": [1575, 12398, true], "sieve": [1769, 2777, true], "sort": [1714, 1714, true]}
2
+ rc=0
neucpu/logs/smoke.log ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ 14:27:36 TRAIN start name=smoke gpus=0,1 args=--steps 100 --eval-every 100
2
+ {"event": "model", "params_M": 38.3, "tokens": 477, "name": "smoke", "steps": 100, "batch": 256, "lr": 0.0005, "d": 512, "layers": 12, "keep_w": 0.2, "eval_every": 100, "workers": 10, "world": 2, "n_state": 205, "t": "14:27:40"}
3
+ {"event": "train", "step": 50, "loss": 3.6434, "changed": 3.2591, "kept": 1.92152, "gn": 1.558, "lr": 5e-05, "s_per_step": 0.246, "mem_GB": 32.8, "t": "14:27:55"}
4
+ {"event": "train", "step": 100, "loss": 2.669, "changed": 2.2947, "kept": 1.87185, "gn": 0.848, "lr": 0.0001, "s_per_step": 0.242, "mem_GB": 32.8, "t": "14:28:06"}
5
+ {"event": "eval", "step": 100, "heldout_exact": 0.0, "heldout_changed_acc": 0.6569, "demo_exact": 0.0, "demo_changed_acc": 0.65118, "t": "14:28:07"}
6
+ /dev/shm/prh/venv/lib/python3.11/site-packages/torch/distributed/distributed_c10d.py:4876: UserWarning: barrier(): using the device under current context. You can specify `device_id` in `init_process_group` to mute this warning.
7
+ warnings.warn( # warn only once
8
+ {"event": "done", "t": "14:28:07"}
9
+ [W1031 14:28:08.734637700 AllocatorConfig.cpp:28] Warning: PYTORCH_CUDA_ALLOC_CONF is deprecated, use PYTORCH_ALLOC_CONF instead (function operator())
10
+ 14:28:08 TRAIN_EXIT rc=0
neucpu/logs/smoke150.log ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ 16:30:09 TRAIN start name=smoke150 gpus=0,1,2,3,4,5,6,7 args=--steps 60 --eval-every 1000 --d 1024 --layers 12 --batch 128 --lr 3e-4 --hard 0.5 --prog_share 0.5
2
+ {"event": "model", "params_M": 152.0, "tokens": 477, "name": "smoke150", "steps": 60, "batch": 128, "lr": 0.0003, "d": 1024, "layers": 12, "keep_w": 0.2, "eval_every": 1000, "workers": 10, "hard": 0.5, "prog_share": 0.5, "world": 8, "n_state": 205, "t": "16:30:19"}
3
+ {"event": "train", "step": 50, "loss": 2.5291, "changed": 2.1135, "kept": 2.07824, "gn": 1.536, "lr": 3e-05, "s_per_step": 0.328, "mem_GB": 34.9, "t": "16:30:39"}
4
+ {"event": "eval", "step": 60, "heldout_exact": 0.0, "heldout_changed_acc": 0.6369, "demo_exact": 0.0, "demo_changed_acc": 0.64356, "t": "16:30:42"}
5
+ /dev/shm/prh/venv/lib/python3.11/site-packages/torch/distributed/distributed_c10d.py:4876: UserWarning: barrier(): using the device under current context. You can specify `device_id` in `init_process_group` to mute this warning.
6
+ warnings.warn( # warn only once
7
+ {"event": "done", "t": "16:30:43"}
8
+ [W1031 16:30:43.644592712 AllocatorConfig.cpp:28] Warning: PYTORCH_CUDA_ALLOC_CONF is deprecated, use PYTORCH_ALLOC_CONF instead (function operator())
9
+ 16:30:44 TRAIN_EXIT rc=0
neucpu/logs/soup.log ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ averaging ['runs/cpu1/step_12000.pt', 'runs/cpu1/step_14000.pt', 'runs/cpu1/step_16000.pt']
2
+ SOUP_OK 16000
3
+ rc=0
neucpu/logs/soup2.log ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ averaging ['runs/cpu1/step_18000.pt', 'runs/cpu1/step_20000.pt', 'runs/cpu1/step_22000.pt']
2
+ SOUP_OK 22000
3
+ rc=0
neucpu/progs/collatz.c ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ // Collatz steps for 1..20 (stops counting at 255)
2
+ int n, x, s;
3
+ for (n = 1; n <= 20; n++) {
4
+ x = n; s = 0;
5
+ while (x != 1 && s < 255) {
6
+ if (x % 2 == 0) x = x / 2; else x = 3 * x + 1;
7
+ s++;
8
+ }
9
+ print(s);
10
+ }
neucpu/progs/digits.c ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ // digit sums of the inputs, and their running total
2
+ int x, s, total = 0, k;
3
+ for (k = 0; k < 6; k++) {
4
+ x = input(); s = 0;
5
+ while (x > 0) { s += x % 10; x = x / 10; }
6
+ total += s;
7
+ print(s);
8
+ }
9
+ print(total);
neucpu/progs/fib.c ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ // Fibonacci numbers that fit in a byte
2
+ int a = 0, b = 1, t;
3
+ while (a < 200) {
4
+ print(a);
5
+ t = a + b;
6
+ a = b;
7
+ b = t;
8
+ }
neucpu/progs/fizzbuzz.c ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ // 1..30: 0 for fizz, 1 for buzz, 2 for fizzbuzz, else the number + 100
2
+ int i;
3
+ for (i = 1; i <= 30; i++) {
4
+ if (i % 15 == 0) print(2);
5
+ else if (i % 3 == 0) print(0);
6
+ else if (i % 5 == 0) print(1);
7
+ else print(i + 100);
8
+ }
neucpu/progs/gcd.c ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ // greatest common divisor of input pairs (Euclid)
2
+ int x, y, t, k;
3
+ for (k = 0; k < 4; k++) {
4
+ x = input(); y = input();
5
+ while (y != 0) { t = x % y; x = y; y = t; }
6
+ print(x);
7
+ }
neucpu/progs/primes.c ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ // every prime below 200
2
+ int n, d, p;
3
+ for (n = 2; n < 200; n++) {
4
+ p = 1;
5
+ for (d = 2; d <= n / d; d++) {
6
+ if (n % d == 0) { p = 0; break; }
7
+ }
8
+ if (p) print(n);
9
+ }
neucpu/progs/sieve.c ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ // sieve of Eratosthenes up to 90
2
+ int c[90], i, j;
3
+ for (i = 2; i < 90; i++) {
4
+ if (c[i] == 0) {
5
+ print(i);
6
+ for (j = i + i; j < 90; j += i) c[j] = 1;
7
+ }
8
+ }
neucpu/progs/sort.c ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ // read 10 numbers, bubble sort them, print them in order
2
+ int a[10], i, j, t, n = 10;
3
+ for (i = 0; i < n; i++) a[i] = input();
4
+ for (i = 0; i < n; i++) {
5
+ for (j = 0; j + 1 < n - i; j++) {
6
+ if (a[j] > a[j + 1]) { t = a[j]; a[j] = a[j + 1]; a[j + 1] = t; }
7
+ }
8
+ }
9
+ for (i = 0; i < n; i++) print(a[i]);
neucpu/runs/cpu1/diag_12000.json ADDED
@@ -0,0 +1,766 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "ckpt": "step_12000.pt",
3
+ "demo": {
4
+ "collatz": {
5
+ "n": 600,
6
+ "exact": 0.9983,
7
+ "by_op": {
8
+ "LDA": [
9
+ 150,
10
+ 1.0
11
+ ],
12
+ "CMPI": [
13
+ 95,
14
+ 0.9895
15
+ ],
16
+ "STA": [
17
+ 66,
18
+ 1.0
19
+ ],
20
+ "LDI": [
21
+ 66,
22
+ 1.0
23
+ ],
24
+ "JMP": [
25
+ 58,
26
+ 1.0
27
+ ],
28
+ "ADDI": [
29
+ 35,
30
+ 1.0
31
+ ],
32
+ "MOD": [
33
+ 29,
34
+ 1.0
35
+ ],
36
+ "JZ": [
37
+ 28,
38
+ 1.0
39
+ ],
40
+ "JNZ": [
41
+ 28,
42
+ 1.0
43
+ ],
44
+ "JNC": [
45
+ 21,
46
+ 1.0
47
+ ],
48
+ "DIV": [
49
+ 12,
50
+ 1.0
51
+ ],
52
+ "MUL": [
53
+ 4,
54
+ 1.0
55
+ ],
56
+ "OUT": [
57
+ 4,
58
+ 1.0
59
+ ],
60
+ "JC": [
61
+ 3,
62
+ 1.0
63
+ ],
64
+ "CMP": [
65
+ 1,
66
+ 1.0
67
+ ]
68
+ },
69
+ "wrong_kind": {
70
+ "flags": 1
71
+ }
72
+ },
73
+ "digits": {
74
+ "n": 346,
75
+ "exact": 0.9942,
76
+ "by_op": {
77
+ "LDA": [
78
+ 94,
79
+ 1.0
80
+ ],
81
+ "LDI": [
82
+ 56,
83
+ 1.0
84
+ ],
85
+ "STA": [
86
+ 54,
87
+ 0.9815
88
+ ],
89
+ "JNC": [
90
+ 27,
91
+ 1.0
92
+ ],
93
+ "JMP": [
94
+ 20,
95
+ 1.0
96
+ ],
97
+ "ADD": [
98
+ 20,
99
+ 1.0
100
+ ],
101
+ "CMP": [
102
+ 20,
103
+ 1.0
104
+ ],
105
+ "DIV": [
106
+ 14,
107
+ 0.9286
108
+ ],
109
+ "MOD": [
110
+ 14,
111
+ 1.0
112
+ ],
113
+ "OUT": [
114
+ 7,
115
+ 1.0
116
+ ],
117
+ "CMPI": [
118
+ 7,
119
+ 1.0
120
+ ],
121
+ "IN": [
122
+ 6,
123
+ 1.0
124
+ ],
125
+ "ADDI": [
126
+ 6,
127
+ 1.0
128
+ ],
129
+ "HALT": [
130
+ 1,
131
+ 1.0
132
+ ]
133
+ },
134
+ "wrong_kind": {
135
+ "reg": 2
136
+ }
137
+ },
138
+ "fib": {
139
+ "n": 190,
140
+ "exact": 0.9789,
141
+ "by_op": {
142
+ "LDA": [
143
+ 79,
144
+ 0.9873
145
+ ],
146
+ "STA": [
147
+ 41,
148
+ 0.9512
149
+ ],
150
+ "JNC": [
151
+ 14,
152
+ 1.0
153
+ ],
154
+ "CMPI": [
155
+ 14,
156
+ 1.0
157
+ ],
158
+ "JMP": [
159
+ 13,
160
+ 1.0
161
+ ],
162
+ "OUT": [
163
+ 13,
164
+ 0.9231
165
+ ],
166
+ "ADD": [
167
+ 13,
168
+ 1.0
169
+ ],
170
+ "LDI": [
171
+ 2,
172
+ 1.0
173
+ ],
174
+ "HALT": [
175
+ 1,
176
+ 1.0
177
+ ]
178
+ },
179
+ "wrong_kind": {
180
+ "reg": 3,
181
+ "ram": 1
182
+ }
183
+ },
184
+ "fizzbuzz": {
185
+ "n": 600,
186
+ "exact": 0.98,
187
+ "by_op": {
188
+ "LDA": [
189
+ 127,
190
+ 1.0
191
+ ],
192
+ "LDI": [
193
+ 96,
194
+ 1.0
195
+ ],
196
+ "MOD": [
197
+ 69,
198
+ 0.8551
199
+ ],
200
+ "CMPI": [
201
+ 63,
202
+ 1.0
203
+ ],
204
+ "JNZ": [
205
+ 61,
206
+ 1.0
207
+ ],
208
+ "ADDI": [
209
+ 41,
210
+ 1.0
211
+ ],
212
+ "JMP": [
213
+ 38,
214
+ 1.0
215
+ ],
216
+ "CMP": [
217
+ 28,
218
+ 0.9286
219
+ ],
220
+ "OUT": [
221
+ 26,
222
+ 1.0
223
+ ],
224
+ "JC": [
225
+ 25,
226
+ 1.0
227
+ ],
228
+ "STA": [
229
+ 25,
230
+ 1.0
231
+ ],
232
+ "HALT": [
233
+ 1,
234
+ 1.0
235
+ ]
236
+ },
237
+ "wrong_kind": {
238
+ "flags": 9,
239
+ "reg": 3
240
+ }
241
+ },
242
+ "gcd": {
243
+ "n": 154,
244
+ "exact": 0.974,
245
+ "by_op": {
246
+ "LDA": [
247
+ 52,
248
+ 1.0
249
+ ],
250
+ "STA": [
251
+ 34,
252
+ 1.0
253
+ ],
254
+ "CMPI": [
255
+ 16,
256
+ 1.0
257
+ ],
258
+ "JMP": [
259
+ 11,
260
+ 1.0
261
+ ],
262
+ "JZ": [
263
+ 11,
264
+ 1.0
265
+ ],
266
+ "IN": [
267
+ 8,
268
+ 1.0
269
+ ],
270
+ "MOD": [
271
+ 7,
272
+ 0.4286
273
+ ],
274
+ "JNC": [
275
+ 5,
276
+ 1.0
277
+ ],
278
+ "OUT": [
279
+ 4,
280
+ 1.0
281
+ ],
282
+ "ADDI": [
283
+ 4,
284
+ 1.0
285
+ ],
286
+ "HALT": [
287
+ 1,
288
+ 1.0
289
+ ],
290
+ "LDI": [
291
+ 1,
292
+ 1.0
293
+ ]
294
+ },
295
+ "wrong_kind": {
296
+ "reg": 3,
297
+ "flags": 1
298
+ }
299
+ },
300
+ "primes": {
301
+ "n": 600,
302
+ "exact": 0.9633,
303
+ "by_op": {
304
+ "LDA": [
305
+ 232,
306
+ 1.0
307
+ ],
308
+ "STA": [
309
+ 53,
310
+ 1.0
311
+ ],
312
+ "CMPI": [
313
+ 46,
314
+ 1.0
315
+ ],
316
+ "JMP": [
317
+ 41,
318
+ 1.0
319
+ ],
320
+ "CMP": [
321
+ 33,
322
+ 0.9697
323
+ ],
324
+ "MOD": [
325
+ 31,
326
+ 0.5806
327
+ ],
328
+ "JC": [
329
+ 30,
330
+ 1.0
331
+ ],
332
+ "ADDI": [
333
+ 30,
334
+ 1.0
335
+ ],
336
+ "DIV": [
337
+ 29,
338
+ 0.7241
339
+ ],
340
+ "JNZ": [
341
+ 29,
342
+ 1.0
343
+ ],
344
+ "LDI": [
345
+ 22,
346
+ 1.0
347
+ ],
348
+ "JZ": [
349
+ 15,
350
+ 1.0
351
+ ],
352
+ "JNC": [
353
+ 9,
354
+ 1.0
355
+ ]
356
+ },
357
+ "wrong_kind": {
358
+ "flags": 12,
359
+ "reg": 11
360
+ }
361
+ },
362
+ "sieve": {
363
+ "n": 600,
364
+ "exact": 0.9867,
365
+ "by_op": {
366
+ "LDA": [
367
+ 187,
368
+ 0.9893
369
+ ],
370
+ "CMPI": [
371
+ 74,
372
+ 0.9595
373
+ ],
374
+ "ADDI": [
375
+ 65,
376
+ 1.0
377
+ ],
378
+ "JMP": [
379
+ 51,
380
+ 1.0
381
+ ],
382
+ "JNC": [
383
+ 48,
384
+ 1.0
385
+ ],
386
+ "STA": [
387
+ 45,
388
+ 0.9333
389
+ ],
390
+ "ADD": [
391
+ 31,
392
+ 1.0
393
+ ],
394
+ "LDI": [
395
+ 26,
396
+ 1.0
397
+ ],
398
+ "LD": [
399
+ 26,
400
+ 1.0
401
+ ],
402
+ "ST": [
403
+ 25,
404
+ 1.0
405
+ ],
406
+ "JNZ": [
407
+ 18,
408
+ 1.0
409
+ ],
410
+ "OUT": [
411
+ 4,
412
+ 1.0
413
+ ]
414
+ },
415
+ "wrong_kind": {
416
+ "ram": 4,
417
+ "reg": 3,
418
+ "flags": 1
419
+ }
420
+ },
421
+ "sort": {
422
+ "n": 600,
423
+ "exact": 0.945,
424
+ "by_op": {
425
+ "LDA": [
426
+ 199,
427
+ 0.9397
428
+ ],
429
+ "ADDI": [
430
+ 143,
431
+ 1.0
432
+ ],
433
+ "LD": [
434
+ 49,
435
+ 1.0
436
+ ],
437
+ "CMP": [
438
+ 49,
439
+ 0.9796
440
+ ],
441
+ "JNC": [
442
+ 44,
443
+ 1.0
444
+ ],
445
+ "STA": [
446
+ 41,
447
+ 0.6098
448
+ ],
449
+ "JMP": [
450
+ 27,
451
+ 1.0
452
+ ],
453
+ "ST": [
454
+ 23,
455
+ 0.8261
456
+ ],
457
+ "SUB": [
458
+ 15,
459
+ 1.0
460
+ ],
461
+ "LDI": [
462
+ 6,
463
+ 1.0
464
+ ],
465
+ "IN": [
466
+ 3,
467
+ 1.0
468
+ ],
469
+ "OUT": [
470
+ 1,
471
+ 1.0
472
+ ]
473
+ },
474
+ "wrong_kind": {
475
+ "ram": 20,
476
+ "reg": 13
477
+ }
478
+ }
479
+ },
480
+ "demo_all": {
481
+ "n": 3690,
482
+ "exact": 0.9767,
483
+ "by_op": {
484
+ "LDA": [
485
+ 1120,
486
+ 0.9866
487
+ ],
488
+ "STA": [
489
+ 359,
490
+ 0.9387
491
+ ],
492
+ "ADDI": [
493
+ 324,
494
+ 1.0
495
+ ],
496
+ "CMPI": [
497
+ 315,
498
+ 0.9873
499
+ ],
500
+ "LDI": [
501
+ 275,
502
+ 1.0
503
+ ],
504
+ "JMP": [
505
+ 259,
506
+ 1.0
507
+ ],
508
+ "JNC": [
509
+ 168,
510
+ 1.0
511
+ ],
512
+ "MOD": [
513
+ 150,
514
+ 0.82
515
+ ],
516
+ "JNZ": [
517
+ 136,
518
+ 1.0
519
+ ],
520
+ "CMP": [
521
+ 131,
522
+ 0.9695
523
+ ],
524
+ "LD": [
525
+ 75,
526
+ 1.0
527
+ ],
528
+ "ADD": [
529
+ 64,
530
+ 1.0
531
+ ],
532
+ "OUT": [
533
+ 59,
534
+ 0.9831
535
+ ],
536
+ "JC": [
537
+ 58,
538
+ 1.0
539
+ ],
540
+ "DIV": [
541
+ 55,
542
+ 0.8364
543
+ ],
544
+ "JZ": [
545
+ 54,
546
+ 1.0
547
+ ],
548
+ "ST": [
549
+ 48,
550
+ 0.9167
551
+ ],
552
+ "IN": [
553
+ 17,
554
+ 1.0
555
+ ],
556
+ "SUB": [
557
+ 15,
558
+ 1.0
559
+ ],
560
+ "HALT": [
561
+ 4,
562
+ 1.0
563
+ ],
564
+ "MUL": [
565
+ 4,
566
+ 1.0
567
+ ]
568
+ },
569
+ "wrong_kind": {
570
+ "reg": 38,
571
+ "ram": 25,
572
+ "flags": 24
573
+ }
574
+ },
575
+ "heldout": {
576
+ "n": 1556,
577
+ "exact": 0.9865,
578
+ "by_op": {
579
+ "LDA": [
580
+ 342,
581
+ 0.9971
582
+ ],
583
+ "LDI": [
584
+ 217,
585
+ 0.9724
586
+ ],
587
+ "STA": [
588
+ 150,
589
+ 1.0
590
+ ],
591
+ "ADDI": [
592
+ 107,
593
+ 1.0
594
+ ],
595
+ "CMPI": [
596
+ 90,
597
+ 1.0
598
+ ],
599
+ "JNC": [
600
+ 87,
601
+ 1.0
602
+ ],
603
+ "JMP": [
604
+ 67,
605
+ 1.0
606
+ ],
607
+ "OUT": [
608
+ 63,
609
+ 0.9841
610
+ ],
611
+ "MOD": [
612
+ 51,
613
+ 0.8824
614
+ ],
615
+ "SHR": [
616
+ 49,
617
+ 1.0
618
+ ],
619
+ "SHL": [
620
+ 45,
621
+ 1.0
622
+ ],
623
+ "CMP": [
624
+ 37,
625
+ 0.973
626
+ ],
627
+ "IN": [
628
+ 35,
629
+ 1.0
630
+ ],
631
+ "ADD": [
632
+ 33,
633
+ 0.9394
634
+ ],
635
+ "XOR": [
636
+ 26,
637
+ 1.0
638
+ ],
639
+ "LD": [
640
+ 22,
641
+ 1.0
642
+ ],
643
+ "OR": [
644
+ 19,
645
+ 1.0
646
+ ],
647
+ "JNZ": [
648
+ 18,
649
+ 1.0
650
+ ],
651
+ "SUB": [
652
+ 17,
653
+ 1.0
654
+ ],
655
+ "DIV": [
656
+ 16,
657
+ 0.8125
658
+ ],
659
+ "JC": [
660
+ 12,
661
+ 1.0
662
+ ],
663
+ "AND": [
664
+ 12,
665
+ 1.0
666
+ ],
667
+ "MUL": [
668
+ 11,
669
+ 0.9091
670
+ ],
671
+ "SUBI": [
672
+ 9,
673
+ 1.0
674
+ ],
675
+ "JZ": [
676
+ 9,
677
+ 1.0
678
+ ],
679
+ "HALT": [
680
+ 6,
681
+ 1.0
682
+ ],
683
+ "ST": [
684
+ 4,
685
+ 1.0
686
+ ],
687
+ "MOV": [
688
+ 2,
689
+ 1.0
690
+ ]
691
+ },
692
+ "wrong_kind": {
693
+ "reg": 16,
694
+ "flags": 6,
695
+ "ram": 1
696
+ }
697
+ },
698
+ "train_op_share": {
699
+ "HALT": 0.0138,
700
+ "LDI": 0.0799,
701
+ "MOV": 0.0149,
702
+ "ADD": 0.0202,
703
+ "SUB": 0.0193,
704
+ "ADDI": 0.0619,
705
+ "SUBI": 0.0152,
706
+ "MUL": 0.0186,
707
+ "DIV": 0.0183,
708
+ "MOD": 0.0314,
709
+ "AND": 0.0152,
710
+ "OR": 0.0182,
711
+ "XOR": 0.0212,
712
+ "SHL": 0.023,
713
+ "SHR": 0.0217,
714
+ "CMP": 0.0247,
715
+ "CMPI": 0.0541,
716
+ "JMP": 0.05,
717
+ "JZ": 0.0152,
718
+ "JNZ": 0.0154,
719
+ "JC": 0.0185,
720
+ "JNC": 0.0527,
721
+ "CALL": 0.0118,
722
+ "RET": 0.012,
723
+ "PUSH": 0.0117,
724
+ "POP": 0.0129,
725
+ "LD": 0.0242,
726
+ "ST": 0.0145,
727
+ "LDA": 0.1528,
728
+ "STA": 0.0751,
729
+ "OUT": 0.0374,
730
+ "IN": 0.0244
731
+ },
732
+ "demo_op_share": {
733
+ "HALT": 0.0011,
734
+ "LDI": 0.0745,
735
+ "MOV": 0.0,
736
+ "ADD": 0.0173,
737
+ "SUB": 0.0041,
738
+ "ADDI": 0.0878,
739
+ "SUBI": 0.0,
740
+ "MUL": 0.0011,
741
+ "DIV": 0.0149,
742
+ "MOD": 0.0407,
743
+ "AND": 0.0,
744
+ "OR": 0.0,
745
+ "XOR": 0.0,
746
+ "SHL": 0.0,
747
+ "SHR": 0.0,
748
+ "CMP": 0.0355,
749
+ "CMPI": 0.0854,
750
+ "JMP": 0.0702,
751
+ "JZ": 0.0146,
752
+ "JNZ": 0.0369,
753
+ "JC": 0.0157,
754
+ "JNC": 0.0455,
755
+ "CALL": 0.0,
756
+ "RET": 0.0,
757
+ "PUSH": 0.0,
758
+ "POP": 0.0,
759
+ "LD": 0.0203,
760
+ "ST": 0.013,
761
+ "LDA": 0.3035,
762
+ "STA": 0.0973,
763
+ "OUT": 0.016,
764
+ "IN": 0.0046
765
+ }
766
+ }
neucpu/runs/cpu1/diag_6000.json ADDED
@@ -0,0 +1,776 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "ckpt": "step_6000.pt",
3
+ "demo": {
4
+ "collatz": {
5
+ "n": 600,
6
+ "exact": 0.9783,
7
+ "by_op": {
8
+ "LDA": [
9
+ 150,
10
+ 0.9933
11
+ ],
12
+ "CMPI": [
13
+ 95,
14
+ 0.8842
15
+ ],
16
+ "LDI": [
17
+ 66,
18
+ 1.0
19
+ ],
20
+ "STA": [
21
+ 66,
22
+ 1.0
23
+ ],
24
+ "JMP": [
25
+ 58,
26
+ 1.0
27
+ ],
28
+ "ADDI": [
29
+ 35,
30
+ 1.0
31
+ ],
32
+ "MOD": [
33
+ 29,
34
+ 1.0
35
+ ],
36
+ "JZ": [
37
+ 28,
38
+ 1.0
39
+ ],
40
+ "JNZ": [
41
+ 28,
42
+ 1.0
43
+ ],
44
+ "JNC": [
45
+ 21,
46
+ 1.0
47
+ ],
48
+ "DIV": [
49
+ 12,
50
+ 0.9167
51
+ ],
52
+ "OUT": [
53
+ 4,
54
+ 1.0
55
+ ],
56
+ "MUL": [
57
+ 4,
58
+ 1.0
59
+ ],
60
+ "JC": [
61
+ 3,
62
+ 1.0
63
+ ],
64
+ "CMP": [
65
+ 1,
66
+ 1.0
67
+ ]
68
+ },
69
+ "wrong_kind": {
70
+ "reg": 8,
71
+ "flags": 4,
72
+ "ram": 1
73
+ }
74
+ },
75
+ "digits": {
76
+ "n": 346,
77
+ "exact": 0.9798,
78
+ "by_op": {
79
+ "LDA": [
80
+ 94,
81
+ 0.9894
82
+ ],
83
+ "LDI": [
84
+ 56,
85
+ 1.0
86
+ ],
87
+ "STA": [
88
+ 54,
89
+ 1.0
90
+ ],
91
+ "JNC": [
92
+ 27,
93
+ 1.0
94
+ ],
95
+ "CMP": [
96
+ 20,
97
+ 1.0
98
+ ],
99
+ "JMP": [
100
+ 20,
101
+ 1.0
102
+ ],
103
+ "ADD": [
104
+ 20,
105
+ 1.0
106
+ ],
107
+ "DIV": [
108
+ 14,
109
+ 0.7857
110
+ ],
111
+ "MOD": [
112
+ 14,
113
+ 0.7857
114
+ ],
115
+ "OUT": [
116
+ 7,
117
+ 1.0
118
+ ],
119
+ "CMPI": [
120
+ 7,
121
+ 1.0
122
+ ],
123
+ "IN": [
124
+ 6,
125
+ 1.0
126
+ ],
127
+ "ADDI": [
128
+ 6,
129
+ 1.0
130
+ ],
131
+ "HALT": [
132
+ 1,
133
+ 1.0
134
+ ]
135
+ },
136
+ "wrong_kind": {
137
+ "reg": 7
138
+ }
139
+ },
140
+ "fib": {
141
+ "n": 190,
142
+ "exact": 0.9421,
143
+ "by_op": {
144
+ "LDA": [
145
+ 79,
146
+ 0.9241
147
+ ],
148
+ "STA": [
149
+ 41,
150
+ 1.0
151
+ ],
152
+ "JNC": [
153
+ 14,
154
+ 1.0
155
+ ],
156
+ "CMPI": [
157
+ 14,
158
+ 0.7143
159
+ ],
160
+ "JMP": [
161
+ 13,
162
+ 1.0
163
+ ],
164
+ "OUT": [
165
+ 13,
166
+ 1.0
167
+ ],
168
+ "ADD": [
169
+ 13,
170
+ 1.0
171
+ ],
172
+ "LDI": [
173
+ 2,
174
+ 1.0
175
+ ],
176
+ "HALT": [
177
+ 1,
178
+ 0.0
179
+ ]
180
+ },
181
+ "wrong_kind": {
182
+ "reg": 10,
183
+ "ram": 2,
184
+ "pc": 1,
185
+ "flags": 1
186
+ }
187
+ },
188
+ "fizzbuzz": {
189
+ "n": 600,
190
+ "exact": 0.9683,
191
+ "by_op": {
192
+ "LDA": [
193
+ 127,
194
+ 0.9764
195
+ ],
196
+ "LDI": [
197
+ 96,
198
+ 1.0
199
+ ],
200
+ "MOD": [
201
+ 69,
202
+ 0.8261
203
+ ],
204
+ "CMPI": [
205
+ 63,
206
+ 1.0
207
+ ],
208
+ "JNZ": [
209
+ 61,
210
+ 1.0
211
+ ],
212
+ "ADDI": [
213
+ 41,
214
+ 1.0
215
+ ],
216
+ "JMP": [
217
+ 38,
218
+ 1.0
219
+ ],
220
+ "CMP": [
221
+ 28,
222
+ 0.8571
223
+ ],
224
+ "OUT": [
225
+ 26,
226
+ 1.0
227
+ ],
228
+ "JC": [
229
+ 25,
230
+ 1.0
231
+ ],
232
+ "STA": [
233
+ 25,
234
+ 1.0
235
+ ],
236
+ "HALT": [
237
+ 1,
238
+ 1.0
239
+ ]
240
+ },
241
+ "wrong_kind": {
242
+ "reg": 13,
243
+ "flags": 7
244
+ }
245
+ },
246
+ "gcd": {
247
+ "n": 154,
248
+ "exact": 0.9545,
249
+ "by_op": {
250
+ "LDA": [
251
+ 52,
252
+ 1.0
253
+ ],
254
+ "STA": [
255
+ 34,
256
+ 1.0
257
+ ],
258
+ "CMPI": [
259
+ 16,
260
+ 0.75
261
+ ],
262
+ "JMP": [
263
+ 11,
264
+ 1.0
265
+ ],
266
+ "JZ": [
267
+ 11,
268
+ 1.0
269
+ ],
270
+ "IN": [
271
+ 8,
272
+ 1.0
273
+ ],
274
+ "MOD": [
275
+ 7,
276
+ 0.5714
277
+ ],
278
+ "JNC": [
279
+ 5,
280
+ 1.0
281
+ ],
282
+ "OUT": [
283
+ 4,
284
+ 1.0
285
+ ],
286
+ "ADDI": [
287
+ 4,
288
+ 1.0
289
+ ],
290
+ "LDI": [
291
+ 1,
292
+ 1.0
293
+ ],
294
+ "HALT": [
295
+ 1,
296
+ 1.0
297
+ ]
298
+ },
299
+ "wrong_kind": {
300
+ "reg": 6,
301
+ "flags": 3
302
+ }
303
+ },
304
+ "primes": {
305
+ "n": 600,
306
+ "exact": 0.8983,
307
+ "by_op": {
308
+ "LDA": [
309
+ 232,
310
+ 0.8793
311
+ ],
312
+ "STA": [
313
+ 53,
314
+ 1.0
315
+ ],
316
+ "CMPI": [
317
+ 46,
318
+ 0.9783
319
+ ],
320
+ "JMP": [
321
+ 41,
322
+ 1.0
323
+ ],
324
+ "CMP": [
325
+ 33,
326
+ 0.9091
327
+ ],
328
+ "MOD": [
329
+ 31,
330
+ 0.4839
331
+ ],
332
+ "JC": [
333
+ 30,
334
+ 1.0
335
+ ],
336
+ "ADDI": [
337
+ 30,
338
+ 1.0
339
+ ],
340
+ "DIV": [
341
+ 29,
342
+ 0.5517
343
+ ],
344
+ "JNZ": [
345
+ 29,
346
+ 1.0
347
+ ],
348
+ "LDI": [
349
+ 22,
350
+ 1.0
351
+ ],
352
+ "JZ": [
353
+ 15,
354
+ 1.0
355
+ ],
356
+ "JNC": [
357
+ 9,
358
+ 1.0
359
+ ]
360
+ },
361
+ "wrong_kind": {
362
+ "reg": 54,
363
+ "flags": 16,
364
+ "out": 4,
365
+ "tapeptr": 1
366
+ }
367
+ },
368
+ "sieve": {
369
+ "n": 600,
370
+ "exact": 0.94,
371
+ "by_op": {
372
+ "LDA": [
373
+ 187,
374
+ 1.0
375
+ ],
376
+ "CMPI": [
377
+ 74,
378
+ 0.8108
379
+ ],
380
+ "ADDI": [
381
+ 65,
382
+ 0.9846
383
+ ],
384
+ "JMP": [
385
+ 51,
386
+ 1.0
387
+ ],
388
+ "JNC": [
389
+ 48,
390
+ 1.0
391
+ ],
392
+ "STA": [
393
+ 45,
394
+ 1.0
395
+ ],
396
+ "ADD": [
397
+ 31,
398
+ 1.0
399
+ ],
400
+ "LDI": [
401
+ 26,
402
+ 1.0
403
+ ],
404
+ "LD": [
405
+ 26,
406
+ 0.3077
407
+ ],
408
+ "ST": [
409
+ 25,
410
+ 0.88
411
+ ],
412
+ "JNZ": [
413
+ 18,
414
+ 1.0
415
+ ],
416
+ "OUT": [
417
+ 4,
418
+ 1.0
419
+ ]
420
+ },
421
+ "wrong_kind": {
422
+ "reg": 33,
423
+ "ram": 3
424
+ }
425
+ },
426
+ "sort": {
427
+ "n": 600,
428
+ "exact": 0.9233,
429
+ "by_op": {
430
+ "LDA": [
431
+ 199,
432
+ 0.995
433
+ ],
434
+ "ADDI": [
435
+ 143,
436
+ 1.0
437
+ ],
438
+ "CMP": [
439
+ 49,
440
+ 0.9388
441
+ ],
442
+ "LD": [
443
+ 49,
444
+ 0.449
445
+ ],
446
+ "JNC": [
447
+ 44,
448
+ 1.0
449
+ ],
450
+ "STA": [
451
+ 41,
452
+ 0.7805
453
+ ],
454
+ "JMP": [
455
+ 27,
456
+ 1.0
457
+ ],
458
+ "ST": [
459
+ 23,
460
+ 0.7391
461
+ ],
462
+ "SUB": [
463
+ 15,
464
+ 1.0
465
+ ],
466
+ "LDI": [
467
+ 6,
468
+ 1.0
469
+ ],
470
+ "IN": [
471
+ 3,
472
+ 1.0
473
+ ],
474
+ "OUT": [
475
+ 1,
476
+ 1.0
477
+ ]
478
+ },
479
+ "wrong_kind": {
480
+ "reg": 31,
481
+ "ram": 17,
482
+ "flags": 1
483
+ }
484
+ }
485
+ },
486
+ "demo_all": {
487
+ "n": 3690,
488
+ "exact": 0.9458,
489
+ "by_op": {
490
+ "LDA": [
491
+ 1120,
492
+ 0.9643
493
+ ],
494
+ "STA": [
495
+ 359,
496
+ 0.9749
497
+ ],
498
+ "ADDI": [
499
+ 324,
500
+ 0.9969
501
+ ],
502
+ "CMPI": [
503
+ 315,
504
+ 0.8921
505
+ ],
506
+ "LDI": [
507
+ 275,
508
+ 1.0
509
+ ],
510
+ "JMP": [
511
+ 259,
512
+ 1.0
513
+ ],
514
+ "JNC": [
515
+ 168,
516
+ 1.0
517
+ ],
518
+ "MOD": [
519
+ 150,
520
+ 0.7733
521
+ ],
522
+ "JNZ": [
523
+ 136,
524
+ 1.0
525
+ ],
526
+ "CMP": [
527
+ 131,
528
+ 0.9237
529
+ ],
530
+ "LD": [
531
+ 75,
532
+ 0.4
533
+ ],
534
+ "ADD": [
535
+ 64,
536
+ 1.0
537
+ ],
538
+ "OUT": [
539
+ 59,
540
+ 1.0
541
+ ],
542
+ "JC": [
543
+ 58,
544
+ 1.0
545
+ ],
546
+ "DIV": [
547
+ 55,
548
+ 0.6909
549
+ ],
550
+ "JZ": [
551
+ 54,
552
+ 1.0
553
+ ],
554
+ "ST": [
555
+ 48,
556
+ 0.8125
557
+ ],
558
+ "IN": [
559
+ 17,
560
+ 1.0
561
+ ],
562
+ "SUB": [
563
+ 15,
564
+ 1.0
565
+ ],
566
+ "HALT": [
567
+ 4,
568
+ 0.75
569
+ ],
570
+ "MUL": [
571
+ 4,
572
+ 1.0
573
+ ]
574
+ },
575
+ "wrong_kind": {
576
+ "reg": 162,
577
+ "flags": 32,
578
+ "ram": 23,
579
+ "out": 4,
580
+ "pc": 1,
581
+ "tapeptr": 1
582
+ }
583
+ },
584
+ "heldout": {
585
+ "n": 1556,
586
+ "exact": 0.9698,
587
+ "by_op": {
588
+ "LDA": [
589
+ 342,
590
+ 0.9912
591
+ ],
592
+ "LDI": [
593
+ 217,
594
+ 0.9816
595
+ ],
596
+ "STA": [
597
+ 150,
598
+ 1.0
599
+ ],
600
+ "ADDI": [
601
+ 107,
602
+ 1.0
603
+ ],
604
+ "CMPI": [
605
+ 90,
606
+ 0.9556
607
+ ],
608
+ "JNC": [
609
+ 87,
610
+ 1.0
611
+ ],
612
+ "JMP": [
613
+ 67,
614
+ 1.0
615
+ ],
616
+ "OUT": [
617
+ 63,
618
+ 0.9683
619
+ ],
620
+ "MOD": [
621
+ 51,
622
+ 0.7255
623
+ ],
624
+ "SHR": [
625
+ 49,
626
+ 1.0
627
+ ],
628
+ "SHL": [
629
+ 45,
630
+ 1.0
631
+ ],
632
+ "CMP": [
633
+ 37,
634
+ 0.9459
635
+ ],
636
+ "IN": [
637
+ 35,
638
+ 0.9714
639
+ ],
640
+ "ADD": [
641
+ 33,
642
+ 1.0
643
+ ],
644
+ "XOR": [
645
+ 26,
646
+ 0.9615
647
+ ],
648
+ "LD": [
649
+ 22,
650
+ 0.3636
651
+ ],
652
+ "OR": [
653
+ 19,
654
+ 1.0
655
+ ],
656
+ "JNZ": [
657
+ 18,
658
+ 1.0
659
+ ],
660
+ "SUB": [
661
+ 17,
662
+ 1.0
663
+ ],
664
+ "DIV": [
665
+ 16,
666
+ 1.0
667
+ ],
668
+ "AND": [
669
+ 12,
670
+ 1.0
671
+ ],
672
+ "JC": [
673
+ 12,
674
+ 1.0
675
+ ],
676
+ "MUL": [
677
+ 11,
678
+ 0.9091
679
+ ],
680
+ "JZ": [
681
+ 9,
682
+ 1.0
683
+ ],
684
+ "SUBI": [
685
+ 9,
686
+ 1.0
687
+ ],
688
+ "HALT": [
689
+ 6,
690
+ 1.0
691
+ ],
692
+ "ST": [
693
+ 4,
694
+ 0.75
695
+ ],
696
+ "MOV": [
697
+ 2,
698
+ 1.0
699
+ ]
700
+ },
701
+ "wrong_kind": {
702
+ "reg": 43,
703
+ "flags": 4,
704
+ "out": 2,
705
+ "ram": 1
706
+ }
707
+ },
708
+ "train_op_share": {
709
+ "HALT": 0.0138,
710
+ "LDI": 0.0799,
711
+ "MOV": 0.0149,
712
+ "ADD": 0.0202,
713
+ "SUB": 0.0193,
714
+ "ADDI": 0.0619,
715
+ "SUBI": 0.0152,
716
+ "MUL": 0.0186,
717
+ "DIV": 0.0183,
718
+ "MOD": 0.0314,
719
+ "AND": 0.0152,
720
+ "OR": 0.0182,
721
+ "XOR": 0.0212,
722
+ "SHL": 0.023,
723
+ "SHR": 0.0217,
724
+ "CMP": 0.0247,
725
+ "CMPI": 0.0541,
726
+ "JMP": 0.05,
727
+ "JZ": 0.0152,
728
+ "JNZ": 0.0154,
729
+ "JC": 0.0185,
730
+ "JNC": 0.0527,
731
+ "CALL": 0.0118,
732
+ "RET": 0.012,
733
+ "PUSH": 0.0117,
734
+ "POP": 0.0129,
735
+ "LD": 0.0242,
736
+ "ST": 0.0145,
737
+ "LDA": 0.1528,
738
+ "STA": 0.0751,
739
+ "OUT": 0.0374,
740
+ "IN": 0.0244
741
+ },
742
+ "demo_op_share": {
743
+ "HALT": 0.0011,
744
+ "LDI": 0.0745,
745
+ "MOV": 0.0,
746
+ "ADD": 0.0173,
747
+ "SUB": 0.0041,
748
+ "ADDI": 0.0878,
749
+ "SUBI": 0.0,
750
+ "MUL": 0.0011,
751
+ "DIV": 0.0149,
752
+ "MOD": 0.0407,
753
+ "AND": 0.0,
754
+ "OR": 0.0,
755
+ "XOR": 0.0,
756
+ "SHL": 0.0,
757
+ "SHR": 0.0,
758
+ "CMP": 0.0355,
759
+ "CMPI": 0.0854,
760
+ "JMP": 0.0702,
761
+ "JZ": 0.0146,
762
+ "JNZ": 0.0369,
763
+ "JC": 0.0157,
764
+ "JNC": 0.0455,
765
+ "CALL": 0.0,
766
+ "RET": 0.0,
767
+ "PUSH": 0.0,
768
+ "POP": 0.0,
769
+ "LD": 0.0203,
770
+ "ST": 0.013,
771
+ "LDA": 0.3035,
772
+ "STA": 0.0973,
773
+ "OUT": 0.016,
774
+ "IN": 0.0046
775
+ }
776
+ }
neucpu/runs/cpu1/log.jsonl ADDED
@@ -0,0 +1,520 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"event": "model", "params_M": 38.3, "tokens": 477, "name": "cpu1", "steps": 60000, "batch": 256, "lr": 0.0005, "d": 512, "layers": 12, "keep_w": 0.2, "eval_every": 2000, "workers": 10, "world": 8, "n_state": 205, "t": "14:28:27"}
2
+ {"event": "train", "step": 50, "loss": 3.4392, "changed": 3.0625, "kept": 1.8836, "gn": 1.025, "lr": 5e-05, "s_per_step": 0.264, "mem_GB": 32.8, "t": "14:28:44"}
3
+ {"event": "train", "step": 100, "loss": 2.5437, "changed": 2.1992, "kept": 1.72234, "gn": 0.449, "lr": 0.0001, "s_per_step": 0.251, "mem_GB": 32.8, "t": "14:28:56"}
4
+ {"event": "train", "step": 150, "loss": 2.1356, "changed": 1.9618, "kept": 0.86922, "gn": 0.473, "lr": 0.00015, "s_per_step": 0.246, "mem_GB": 32.8, "t": "14:29:08"}
5
+ {"event": "train", "step": 200, "loss": 2.1163, "changed": 2.0342, "kept": 0.41024, "gn": 0.592, "lr": 0.0002, "s_per_step": 0.244, "mem_GB": 32.8, "t": "14:29:20"}
6
+ {"event": "train", "step": 250, "loss": 1.9957, "changed": 1.914, "kept": 0.40863, "gn": 0.596, "lr": 0.00025, "s_per_step": 0.243, "mem_GB": 32.8, "t": "14:29:32"}
7
+ {"event": "train", "step": 300, "loss": 1.6654, "changed": 1.6039, "kept": 0.30764, "gn": 0.432, "lr": 0.0003, "s_per_step": 0.242, "mem_GB": 32.8, "t": "14:29:44"}
8
+ {"event": "train", "step": 350, "loss": 1.7861, "changed": 1.7169, "kept": 0.34636, "gn": 0.542, "lr": 0.00035, "s_per_step": 0.241, "mem_GB": 32.8, "t": "14:29:55"}
9
+ {"event": "train", "step": 400, "loss": 1.6412, "changed": 1.5769, "kept": 0.32155, "gn": 0.424, "lr": 0.0004, "s_per_step": 0.241, "mem_GB": 32.8, "t": "14:30:07"}
10
+ {"event": "train", "step": 450, "loss": 1.7079, "changed": 1.6411, "kept": 0.33379, "gn": 0.449, "lr": 0.00045, "s_per_step": 0.24, "mem_GB": 32.8, "t": "14:30:19"}
11
+ {"event": "train", "step": 500, "loss": 1.7252, "changed": 1.6645, "kept": 0.3036, "gn": 0.432, "lr": 0.0005, "s_per_step": 0.24, "mem_GB": 32.8, "t": "14:30:31"}
12
+ {"event": "train", "step": 550, "loss": 1.6895, "changed": 1.6201, "kept": 0.34683, "gn": 0.387, "lr": 0.0005, "s_per_step": 0.24, "mem_GB": 32.8, "t": "14:30:43"}
13
+ {"event": "train", "step": 600, "loss": 1.6698, "changed": 1.6058, "kept": 0.31991, "gn": 0.434, "lr": 0.0005, "s_per_step": 0.24, "mem_GB": 32.8, "t": "14:30:55"}
14
+ {"event": "train", "step": 650, "loss": 1.6799, "changed": 1.6155, "kept": 0.32207, "gn": 0.492, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "14:31:07"}
15
+ {"event": "train", "step": 700, "loss": 1.5659, "changed": 1.5079, "kept": 0.29014, "gn": 0.453, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "14:31:18"}
16
+ {"event": "train", "step": 750, "loss": 1.4003, "changed": 1.3351, "kept": 0.32607, "gn": 0.411, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "14:31:30"}
17
+ {"event": "train", "step": 800, "loss": 1.3387, "changed": 1.271, "kept": 0.33828, "gn": 0.424, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "14:31:42"}
18
+ {"event": "train", "step": 850, "loss": 1.3545, "changed": 1.2896, "kept": 0.32453, "gn": 0.439, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "14:31:54"}
19
+ {"event": "train", "step": 900, "loss": 1.1283, "changed": 1.0736, "kept": 0.27352, "gn": 0.529, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "14:32:06"}
20
+ {"event": "train", "step": 950, "loss": 0.9104, "changed": 0.8642, "kept": 0.23074, "gn": 0.451, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "14:32:18"}
21
+ {"event": "train", "step": 1000, "loss": 0.9266, "changed": 0.8816, "kept": 0.22498, "gn": 0.596, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "14:32:30"}
22
+ {"event": "train", "step": 1050, "loss": 0.6812, "changed": 0.6428, "kept": 0.19192, "gn": 0.446, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "14:32:41"}
23
+ {"event": "train", "step": 1100, "loss": 0.6838, "changed": 0.6532, "kept": 0.15323, "gn": 0.369, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "14:32:53"}
24
+ {"event": "train", "step": 1150, "loss": 0.6356, "changed": 0.5999, "kept": 0.17849, "gn": 0.43, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:33:05"}
25
+ {"event": "train", "step": 1200, "loss": 0.5477, "changed": 0.5161, "kept": 0.15799, "gn": 0.614, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:33:17"}
26
+ {"event": "train", "step": 1250, "loss": 0.6334, "changed": 0.5951, "kept": 0.19163, "gn": 0.502, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:33:29"}
27
+ {"event": "train", "step": 1300, "loss": 0.5559, "changed": 0.5269, "kept": 0.14495, "gn": 0.496, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:33:41"}
28
+ {"event": "train", "step": 1350, "loss": 0.42, "changed": 0.3943, "kept": 0.1289, "gn": 0.376, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:33:53"}
29
+ {"event": "train", "step": 1400, "loss": 0.5846, "changed": 0.5542, "kept": 0.15166, "gn": 0.419, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:34:05"}
30
+ {"event": "train", "step": 1450, "loss": 0.3376, "changed": 0.3089, "kept": 0.14327, "gn": 0.494, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:34:16"}
31
+ {"event": "train", "step": 1500, "loss": 0.2818, "changed": 0.2578, "kept": 0.12039, "gn": 0.369, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:34:28"}
32
+ {"event": "train", "step": 1550, "loss": 0.2597, "changed": 0.2363, "kept": 0.117, "gn": 0.428, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:34:40"}
33
+ {"event": "train", "step": 1600, "loss": 0.2015, "changed": 0.1795, "kept": 0.10991, "gn": 0.322, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:34:52"}
34
+ {"event": "train", "step": 1650, "loss": 0.2217, "changed": 0.2023, "kept": 0.09671, "gn": 0.303, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:35:04"}
35
+ {"event": "train", "step": 1700, "loss": 0.2119, "changed": 0.1964, "kept": 0.07747, "gn": 0.446, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:35:16"}
36
+ {"event": "train", "step": 1750, "loss": 0.3383, "changed": 0.3278, "kept": 0.0526, "gn": 0.287, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:35:28"}
37
+ {"event": "train", "step": 1800, "loss": 0.2157, "changed": 0.2015, "kept": 0.07097, "gn": 0.453, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:35:39"}
38
+ {"event": "train", "step": 1850, "loss": 0.1637, "changed": 0.1538, "kept": 0.04935, "gn": 0.439, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:35:51"}
39
+ {"event": "train", "step": 1900, "loss": 0.1556, "changed": 0.1411, "kept": 0.07236, "gn": 0.344, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:36:03"}
40
+ {"event": "train", "step": 1950, "loss": 0.1939, "changed": 0.1861, "kept": 0.039, "gn": 0.583, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:36:15"}
41
+ {"event": "train", "step": 2000, "loss": 0.0914, "changed": 0.0843, "kept": 0.03508, "gn": 1.305, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:36:27"}
42
+ {"event": "eval", "step": 2000, "heldout_exact": 0.78728, "heldout_changed_acc": 0.9869, "demo_exact": 0.7175, "demo_changed_acc": 0.96954, "t": "14:36:27"}
43
+ {"event": "train", "step": 2050, "loss": 0.1307, "changed": 0.1229, "kept": 0.03888, "gn": 0.348, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:36:39"}
44
+ {"event": "train", "step": 2100, "loss": 0.128, "changed": 0.1165, "kept": 0.05773, "gn": 0.238, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:36:51"}
45
+ {"event": "train", "step": 2150, "loss": 0.1305, "changed": 0.1212, "kept": 0.04656, "gn": 3.025, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:37:03"}
46
+ {"event": "train", "step": 2200, "loss": 0.048, "changed": 0.045, "kept": 0.0148, "gn": 0.752, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:37:15"}
47
+ {"event": "train", "step": 2250, "loss": 0.0665, "changed": 0.0611, "kept": 0.02679, "gn": 0.904, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:37:27"}
48
+ {"event": "train", "step": 2300, "loss": 0.0524, "changed": 0.0486, "kept": 0.01863, "gn": 0.411, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:37:38"}
49
+ {"event": "train", "step": 2350, "loss": 0.0222, "changed": 0.0198, "kept": 0.01238, "gn": 0.341, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:37:50"}
50
+ {"event": "train", "step": 2400, "loss": 0.047, "changed": 0.0439, "kept": 0.01537, "gn": 0.319, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:38:02"}
51
+ {"event": "train", "step": 2450, "loss": 0.0767, "changed": 0.0739, "kept": 0.01414, "gn": 0.345, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:38:14"}
52
+ {"event": "train", "step": 2500, "loss": 0.0438, "changed": 0.0397, "kept": 0.02055, "gn": 0.807, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:38:26"}
53
+ {"event": "train", "step": 2550, "loss": 0.0807, "changed": 0.0782, "kept": 0.01255, "gn": 0.419, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:38:38"}
54
+ {"event": "train", "step": 2600, "loss": 0.0502, "changed": 0.0459, "kept": 0.02165, "gn": 0.456, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:38:50"}
55
+ {"event": "train", "step": 2650, "loss": 0.0611, "changed": 0.0591, "kept": 0.01, "gn": 0.386, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:39:02"}
56
+ {"event": "train", "step": 2700, "loss": 0.0545, "changed": 0.0533, "kept": 0.00587, "gn": 0.264, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:39:13"}
57
+ {"event": "train", "step": 2750, "loss": 0.0642, "changed": 0.0631, "kept": 0.00537, "gn": 0.602, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:39:25"}
58
+ {"event": "train", "step": 2800, "loss": 0.0404, "changed": 0.0388, "kept": 0.00805, "gn": 0.36, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:39:37"}
59
+ {"event": "train", "step": 2850, "loss": 0.0237, "changed": 0.0219, "kept": 0.00881, "gn": 0.313, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:39:49"}
60
+ {"event": "train", "step": 2900, "loss": 0.0332, "changed": 0.0304, "kept": 0.01408, "gn": 0.139, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:40:01"}
61
+ {"event": "train", "step": 2950, "loss": 0.0329, "changed": 0.0285, "kept": 0.02171, "gn": 0.764, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:40:13"}
62
+ {"event": "train", "step": 3000, "loss": 0.0363, "changed": 0.0339, "kept": 0.01162, "gn": 0.381, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:40:25"}
63
+ {"event": "train", "step": 3050, "loss": 0.0267, "changed": 0.0241, "kept": 0.01307, "gn": 0.209, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:40:36"}
64
+ {"event": "train", "step": 3100, "loss": 0.0394, "changed": 0.0381, "kept": 0.0067, "gn": 0.414, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:40:48"}
65
+ {"event": "train", "step": 3150, "loss": 0.0535, "changed": 0.0518, "kept": 0.00873, "gn": 0.565, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:41:00"}
66
+ {"event": "train", "step": 3200, "loss": 0.023, "changed": 0.0203, "kept": 0.01346, "gn": 0.255, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:41:12"}
67
+ {"event": "train", "step": 3250, "loss": 0.0328, "changed": 0.0318, "kept": 0.00548, "gn": 0.146, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:41:24"}
68
+ {"event": "train", "step": 3300, "loss": 0.0772, "changed": 0.0767, "kept": 0.00241, "gn": 0.144, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:41:36"}
69
+ {"event": "train", "step": 3350, "loss": 0.022, "changed": 0.0212, "kept": 0.00419, "gn": 0.293, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:41:48"}
70
+ {"event": "train", "step": 3400, "loss": 0.0186, "changed": 0.0171, "kept": 0.00765, "gn": 0.153, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:41:59"}
71
+ {"event": "train", "step": 3450, "loss": 0.0247, "changed": 0.0237, "kept": 0.00544, "gn": 0.483, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:42:11"}
72
+ {"event": "train", "step": 3500, "loss": 0.0392, "changed": 0.0383, "kept": 0.00471, "gn": 1.036, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:42:23"}
73
+ {"event": "train", "step": 3550, "loss": 0.0298, "changed": 0.0285, "kept": 0.00635, "gn": 0.303, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:42:35"}
74
+ {"event": "train", "step": 3600, "loss": 0.021, "changed": 0.0193, "kept": 0.00857, "gn": 0.585, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:42:47"}
75
+ {"event": "train", "step": 3650, "loss": 0.0341, "changed": 0.0331, "kept": 0.00475, "gn": 0.558, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:42:59"}
76
+ {"event": "train", "step": 3700, "loss": 0.0195, "changed": 0.018, "kept": 0.00716, "gn": 0.325, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:43:11"}
77
+ {"event": "train", "step": 3750, "loss": 0.0372, "changed": 0.0346, "kept": 0.01281, "gn": 0.227, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:43:22"}
78
+ {"event": "train", "step": 3800, "loss": 0.0144, "changed": 0.0132, "kept": 0.00608, "gn": 0.103, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:43:34"}
79
+ {"event": "train", "step": 3850, "loss": 0.0606, "changed": 0.0597, "kept": 0.00442, "gn": 0.341, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:43:46"}
80
+ {"event": "train", "step": 3900, "loss": 0.0108, "changed": 0.0102, "kept": 0.00299, "gn": 0.285, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:43:58"}
81
+ {"event": "train", "step": 3950, "loss": 0.058, "changed": 0.0557, "kept": 0.0119, "gn": 0.214, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:44:10"}
82
+ {"event": "train", "step": 4000, "loss": 0.036, "changed": 0.0354, "kept": 0.00295, "gn": 0.165, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:44:22"}
83
+ {"event": "eval", "step": 4000, "heldout_exact": 0.95501, "heldout_changed_acc": 0.99517, "demo_exact": 0.94625, "demo_changed_acc": 0.99619, "t": "14:44:22"}
84
+ {"event": "train", "step": 4050, "loss": 0.0418, "changed": 0.0411, "kept": 0.00312, "gn": 0.089, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:44:34"}
85
+ {"event": "train", "step": 4100, "loss": 0.0109, "changed": 0.01, "kept": 0.00414, "gn": 0.273, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:44:46"}
86
+ {"event": "train", "step": 4150, "loss": 0.0149, "changed": 0.0144, "kept": 0.00261, "gn": 0.189, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:44:58"}
87
+ {"event": "train", "step": 4200, "loss": 0.0165, "changed": 0.0159, "kept": 0.00308, "gn": 0.156, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:45:10"}
88
+ {"event": "train", "step": 4250, "loss": 0.0054, "changed": 0.0047, "kept": 0.00341, "gn": 0.228, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:45:21"}
89
+ {"event": "train", "step": 4300, "loss": 0.02, "changed": 0.0192, "kept": 0.00382, "gn": 0.073, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:45:33"}
90
+ {"event": "train", "step": 4350, "loss": 0.0122, "changed": 0.0114, "kept": 0.00427, "gn": 0.155, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:45:45"}
91
+ {"event": "train", "step": 4400, "loss": 0.0244, "changed": 0.0235, "kept": 0.0046, "gn": 0.165, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:45:57"}
92
+ {"event": "train", "step": 4450, "loss": 0.0326, "changed": 0.0318, "kept": 0.00358, "gn": 0.419, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:46:09"}
93
+ {"event": "train", "step": 4500, "loss": 0.0142, "changed": 0.0129, "kept": 0.0067, "gn": 0.065, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:46:21"}
94
+ {"event": "train", "step": 4550, "loss": 0.0268, "changed": 0.026, "kept": 0.00387, "gn": 1.268, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:46:33"}
95
+ {"event": "train", "step": 4600, "loss": 0.0111, "changed": 0.0103, "kept": 0.00416, "gn": 0.079, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:46:44"}
96
+ {"event": "train", "step": 4650, "loss": 0.0486, "changed": 0.0482, "kept": 0.00224, "gn": 0.167, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:46:56"}
97
+ {"event": "train", "step": 4700, "loss": 0.0194, "changed": 0.0183, "kept": 0.00573, "gn": 0.925, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:47:08"}
98
+ {"event": "train", "step": 4750, "loss": 0.0253, "changed": 0.0245, "kept": 0.00411, "gn": 0.112, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:47:20"}
99
+ {"event": "train", "step": 4800, "loss": 0.0323, "changed": 0.0318, "kept": 0.00267, "gn": 1.543, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:47:32"}
100
+ {"event": "train", "step": 4850, "loss": 0.0123, "changed": 0.0118, "kept": 0.00229, "gn": 0.056, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:47:44"}
101
+ {"event": "train", "step": 4900, "loss": 0.0143, "changed": 0.0135, "kept": 0.0039, "gn": 0.975, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:47:56"}
102
+ {"event": "train", "step": 4950, "loss": 0.014, "changed": 0.0134, "kept": 0.00317, "gn": 0.36, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:48:08"}
103
+ {"event": "train", "step": 5000, "loss": 0.0288, "changed": 0.0281, "kept": 0.00346, "gn": 0.254, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:48:19"}
104
+ {"event": "train", "step": 5050, "loss": 0.0294, "changed": 0.0289, "kept": 0.00251, "gn": 0.149, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:48:31"}
105
+ {"event": "train", "step": 5100, "loss": 0.057, "changed": 0.0562, "kept": 0.00382, "gn": 0.131, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:48:43"}
106
+ {"event": "train", "step": 5150, "loss": 0.029, "changed": 0.0284, "kept": 0.00339, "gn": 0.209, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:48:55"}
107
+ {"event": "train", "step": 5200, "loss": 0.0226, "changed": 0.0223, "kept": 0.00176, "gn": 0.149, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:49:07"}
108
+ {"event": "train", "step": 5250, "loss": 0.0193, "changed": 0.0169, "kept": 0.01237, "gn": 0.118, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:49:19"}
109
+ {"event": "train", "step": 5300, "loss": 0.0165, "changed": 0.016, "kept": 0.0028, "gn": 0.692, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:49:31"}
110
+ {"event": "train", "step": 5350, "loss": 0.0127, "changed": 0.012, "kept": 0.00352, "gn": 0.386, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:49:42"}
111
+ {"event": "train", "step": 5400, "loss": 0.0158, "changed": 0.0149, "kept": 0.00464, "gn": 0.199, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:49:54"}
112
+ {"event": "train", "step": 5450, "loss": 0.0109, "changed": 0.008, "kept": 0.01452, "gn": 0.173, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:50:06"}
113
+ {"event": "train", "step": 5500, "loss": 0.0027, "changed": 0.0024, "kept": 0.00114, "gn": 0.276, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:50:18"}
114
+ {"event": "train", "step": 5550, "loss": 0.0092, "changed": 0.0088, "kept": 0.00225, "gn": 0.089, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:50:30"}
115
+ {"event": "train", "step": 5600, "loss": 0.0302, "changed": 0.0295, "kept": 0.00372, "gn": 0.192, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:50:42"}
116
+ {"event": "train", "step": 5650, "loss": 0.043, "changed": 0.0424, "kept": 0.00305, "gn": 0.306, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:50:54"}
117
+ {"event": "train", "step": 5700, "loss": 0.0216, "changed": 0.0204, "kept": 0.00595, "gn": 0.787, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:51:05"}
118
+ {"event": "train", "step": 5750, "loss": 0.0045, "changed": 0.004, "kept": 0.00277, "gn": 0.061, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:51:17"}
119
+ {"event": "train", "step": 5800, "loss": 0.0271, "changed": 0.0269, "kept": 0.00109, "gn": 0.311, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:51:29"}
120
+ {"event": "train", "step": 5850, "loss": 0.0301, "changed": 0.0293, "kept": 0.00416, "gn": 0.11, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:51:41"}
121
+ {"event": "train", "step": 5900, "loss": 0.0325, "changed": 0.0313, "kept": 0.00609, "gn": 0.079, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:51:53"}
122
+ {"event": "train", "step": 5950, "loss": 0.0016, "changed": 0.0013, "kept": 0.00102, "gn": 0.101, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:52:05"}
123
+ {"event": "train", "step": 6000, "loss": 0.0151, "changed": 0.0142, "kept": 0.00434, "gn": 0.105, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:52:17"}
124
+ {"event": "eval", "step": 6000, "heldout_exact": 0.96979, "heldout_changed_acc": 0.99655, "demo_exact": 0.94875, "demo_changed_acc": 0.99543, "t": "14:52:17"}
125
+ {"event": "train", "step": 6050, "loss": 0.03, "changed": 0.0286, "kept": 0.00724, "gn": 0.225, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:52:29"}
126
+ {"event": "train", "step": 6100, "loss": 0.0154, "changed": 0.0148, "kept": 0.00296, "gn": 0.106, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:52:41"}
127
+ {"event": "train", "step": 6150, "loss": 0.0123, "changed": 0.012, "kept": 0.00143, "gn": 0.069, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:52:53"}
128
+ {"event": "train", "step": 6200, "loss": 0.0066, "changed": 0.0057, "kept": 0.00473, "gn": 0.3, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:53:04"}
129
+ {"event": "train", "step": 6250, "loss": 0.0069, "changed": 0.0067, "kept": 0.00114, "gn": 0.054, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:53:16"}
130
+ {"event": "train", "step": 6300, "loss": 0.0207, "changed": 0.0203, "kept": 0.00224, "gn": 0.089, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:53:28"}
131
+ {"event": "train", "step": 6350, "loss": 0.0163, "changed": 0.0161, "kept": 0.00124, "gn": 0.234, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:53:40"}
132
+ {"event": "train", "step": 6400, "loss": 0.0062, "changed": 0.0054, "kept": 0.0038, "gn": 0.045, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:53:52"}
133
+ {"event": "train", "step": 6450, "loss": 0.0144, "changed": 0.0139, "kept": 0.00279, "gn": 0.23, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:54:04"}
134
+ {"event": "train", "step": 6500, "loss": 0.0047, "changed": 0.0036, "kept": 0.00579, "gn": 0.882, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:54:16"}
135
+ {"event": "train", "step": 6550, "loss": 0.011, "changed": 0.0108, "kept": 0.00109, "gn": 0.156, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:54:27"}
136
+ {"event": "train", "step": 6600, "loss": 0.0102, "changed": 0.0097, "kept": 0.00273, "gn": 0.069, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:54:39"}
137
+ {"event": "train", "step": 6650, "loss": 0.0444, "changed": 0.044, "kept": 0.00217, "gn": 0.051, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:54:51"}
138
+ {"event": "train", "step": 6700, "loss": 0.0018, "changed": 0.0012, "kept": 0.00316, "gn": 0.051, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:55:03"}
139
+ {"event": "train", "step": 6750, "loss": 0.0158, "changed": 0.0155, "kept": 0.00163, "gn": 0.437, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:55:15"}
140
+ {"event": "train", "step": 6800, "loss": 0.0065, "changed": 0.006, "kept": 0.00247, "gn": 0.058, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:55:27"}
141
+ {"event": "train", "step": 6850, "loss": 0.0457, "changed": 0.0453, "kept": 0.00165, "gn": 0.085, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:55:39"}
142
+ {"event": "train", "step": 6900, "loss": 0.0214, "changed": 0.0213, "kept": 0.00083, "gn": 0.21, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:55:50"}
143
+ {"event": "train", "step": 6950, "loss": 0.01, "changed": 0.0095, "kept": 0.00261, "gn": 0.838, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:56:02"}
144
+ {"event": "train", "step": 7000, "loss": 0.0119, "changed": 0.0117, "kept": 0.00144, "gn": 0.094, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:56:14"}
145
+ {"event": "train", "step": 7050, "loss": 0.0073, "changed": 0.0068, "kept": 0.00241, "gn": 0.071, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:56:26"}
146
+ {"event": "train", "step": 7100, "loss": 0.0068, "changed": 0.0063, "kept": 0.00234, "gn": 0.083, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:56:38"}
147
+ {"event": "train", "step": 7150, "loss": 0.035, "changed": 0.0347, "kept": 0.00145, "gn": 0.438, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:56:50"}
148
+ {"event": "train", "step": 7200, "loss": 0.0184, "changed": 0.0181, "kept": 0.00125, "gn": 0.163, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:57:02"}
149
+ {"event": "train", "step": 7250, "loss": 0.0103, "changed": 0.0101, "kept": 0.00099, "gn": 0.072, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:57:13"}
150
+ {"event": "train", "step": 7300, "loss": 0.0081, "changed": 0.0078, "kept": 0.00123, "gn": 0.449, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:57:25"}
151
+ {"event": "train", "step": 7350, "loss": 0.0017, "changed": 0.0011, "kept": 0.00321, "gn": 0.095, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:57:37"}
152
+ {"event": "train", "step": 7400, "loss": 0.0067, "changed": 0.0065, "kept": 0.00118, "gn": 0.049, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:57:49"}
153
+ {"event": "train", "step": 7450, "loss": 0.0175, "changed": 0.0173, "kept": 0.00114, "gn": 0.385, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:58:01"}
154
+ {"event": "train", "step": 7500, "loss": 0.0127, "changed": 0.0121, "kept": 0.00287, "gn": 0.14, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:58:13"}
155
+ {"event": "train", "step": 7550, "loss": 0.0263, "changed": 0.0252, "kept": 0.00545, "gn": 0.148, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:58:25"}
156
+ {"event": "train", "step": 7600, "loss": 0.0072, "changed": 0.0059, "kept": 0.00671, "gn": 0.035, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:58:36"}
157
+ {"event": "train", "step": 7650, "loss": 0.0105, "changed": 0.0097, "kept": 0.00378, "gn": 0.042, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:58:52"}
158
+ {"event": "train", "step": 7700, "loss": 0.0127, "changed": 0.0124, "kept": 0.00195, "gn": 0.086, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:59:03"}
159
+ {"event": "train", "step": 7750, "loss": 0.0142, "changed": 0.0138, "kept": 0.00214, "gn": 2.861, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:59:15"}
160
+ {"event": "train", "step": 7800, "loss": 0.0105, "changed": 0.0101, "kept": 0.00163, "gn": 0.059, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:59:27"}
161
+ {"event": "train", "step": 7850, "loss": 0.0132, "changed": 0.013, "kept": 0.00071, "gn": 0.055, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:59:39"}
162
+ {"event": "train", "step": 7900, "loss": 0.0091, "changed": 0.0085, "kept": 0.00274, "gn": 0.167, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:59:51"}
163
+ {"event": "train", "step": 7950, "loss": 0.002, "changed": 0.0019, "kept": 0.00054, "gn": 0.511, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:00:03"}
164
+ {"event": "train", "step": 8000, "loss": 0.0128, "changed": 0.0122, "kept": 0.00283, "gn": 0.071, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:00:15"}
165
+ {"event": "eval", "step": 8000, "heldout_exact": 0.97172, "heldout_changed_acc": 0.99931, "demo_exact": 0.94875, "demo_changed_acc": 0.99848, "t": "15:00:15"}
166
+ {"event": "train", "step": 8050, "loss": 0.0019, "changed": 0.0012, "kept": 0.00326, "gn": 0.078, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:00:27"}
167
+ {"event": "train", "step": 8100, "loss": 0.0012, "changed": 0.0005, "kept": 0.00363, "gn": 0.066, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:00:39"}
168
+ {"event": "train", "step": 8150, "loss": 0.003, "changed": 0.0022, "kept": 0.00425, "gn": 0.069, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:00:51"}
169
+ {"event": "train", "step": 8200, "loss": 0.0026, "changed": 0.0024, "kept": 0.00077, "gn": 0.176, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:01:02"}
170
+ {"event": "train", "step": 8250, "loss": 0.0152, "changed": 0.0147, "kept": 0.00255, "gn": 0.311, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:01:14"}
171
+ {"event": "train", "step": 8300, "loss": 0.0068, "changed": 0.006, "kept": 0.00391, "gn": 0.862, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:01:26"}
172
+ {"event": "train", "step": 8350, "loss": 0.0105, "changed": 0.0104, "kept": 0.00055, "gn": 0.038, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:01:38"}
173
+ {"event": "train", "step": 8400, "loss": 0.0086, "changed": 0.0082, "kept": 0.00239, "gn": 0.063, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:01:50"}
174
+ {"event": "train", "step": 8450, "loss": 0.0068, "changed": 0.0066, "kept": 0.00128, "gn": 0.079, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:02:02"}
175
+ {"event": "train", "step": 8500, "loss": 0.0165, "changed": 0.0164, "kept": 0.00052, "gn": 0.06, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:02:14"}
176
+ {"event": "train", "step": 8550, "loss": 0.0214, "changed": 0.0213, "kept": 0.00058, "gn": 1.183, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:02:25"}
177
+ {"event": "train", "step": 8600, "loss": 0.0141, "changed": 0.0139, "kept": 0.00109, "gn": 0.091, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:02:37"}
178
+ {"event": "train", "step": 8650, "loss": 0.002, "changed": 0.0016, "kept": 0.00161, "gn": 0.102, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:02:49"}
179
+ {"event": "train", "step": 8700, "loss": 0.0196, "changed": 0.0195, "kept": 0.00068, "gn": 0.272, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:03:01"}
180
+ {"event": "train", "step": 8750, "loss": 0.0085, "changed": 0.0081, "kept": 0.00178, "gn": 0.1, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:03:13"}
181
+ {"event": "train", "step": 8800, "loss": 0.0012, "changed": 0.0009, "kept": 0.00156, "gn": 0.045, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:03:25"}
182
+ {"event": "train", "step": 8850, "loss": 0.0107, "changed": 0.0106, "kept": 0.00045, "gn": 0.101, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:03:37"}
183
+ {"event": "train", "step": 8900, "loss": 0.0035, "changed": 0.0033, "kept": 0.00128, "gn": 0.297, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:03:48"}
184
+ {"event": "train", "step": 8950, "loss": 0.0022, "changed": 0.0018, "kept": 0.00227, "gn": 0.172, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:04:00"}
185
+ {"event": "train", "step": 9000, "loss": 0.0021, "changed": 0.0019, "kept": 0.0013, "gn": 0.097, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:04:12"}
186
+ {"event": "train", "step": 9050, "loss": 0.0371, "changed": 0.0368, "kept": 0.00163, "gn": 0.429, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:04:24"}
187
+ {"event": "train", "step": 9100, "loss": 0.0095, "changed": 0.0086, "kept": 0.00422, "gn": 0.213, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:04:36"}
188
+ {"event": "train", "step": 9150, "loss": 0.0058, "changed": 0.0053, "kept": 0.00267, "gn": 0.081, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:04:48"}
189
+ {"event": "train", "step": 9200, "loss": 0.0104, "changed": 0.0102, "kept": 0.00074, "gn": 0.091, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:05:00"}
190
+ {"event": "train", "step": 9250, "loss": 0.0144, "changed": 0.0142, "kept": 0.00095, "gn": 0.173, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:05:11"}
191
+ {"event": "train", "step": 9300, "loss": 0.0048, "changed": 0.0045, "kept": 0.00147, "gn": 0.098, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:05:23"}
192
+ {"event": "train", "step": 9350, "loss": 0.0096, "changed": 0.0093, "kept": 0.00172, "gn": 0.151, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:05:35"}
193
+ {"event": "train", "step": 9400, "loss": 0.0053, "changed": 0.005, "kept": 0.00115, "gn": 0.167, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:05:47"}
194
+ {"event": "train", "step": 9450, "loss": 0.0015, "changed": 0.001, "kept": 0.00246, "gn": 0.078, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:05:59"}
195
+ {"event": "train", "step": 9500, "loss": 0.0249, "changed": 0.0246, "kept": 0.00126, "gn": 0.122, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:06:11"}
196
+ {"event": "train", "step": 9550, "loss": 0.0107, "changed": 0.0105, "kept": 0.00092, "gn": 0.103, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:06:23"}
197
+ {"event": "train", "step": 9600, "loss": 0.0092, "changed": 0.009, "kept": 0.00113, "gn": 0.162, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:06:34"}
198
+ {"event": "train", "step": 9650, "loss": 0.001, "changed": 0.0007, "kept": 0.00166, "gn": 0.034, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:06:46"}
199
+ {"event": "train", "step": 9700, "loss": 0.021, "changed": 0.0209, "kept": 0.00039, "gn": 0.122, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:06:58"}
200
+ {"event": "train", "step": 9750, "loss": 0.0109, "changed": 0.0106, "kept": 0.00111, "gn": 0.106, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:07:10"}
201
+ {"event": "train", "step": 9800, "loss": 0.0457, "changed": 0.0452, "kept": 0.00263, "gn": 0.131, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:07:22"}
202
+ {"event": "train", "step": 9850, "loss": 0.0162, "changed": 0.0161, "kept": 0.00041, "gn": 0.049, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:07:34"}
203
+ {"event": "train", "step": 9900, "loss": 0.0025, "changed": 0.0022, "kept": 0.00169, "gn": 0.055, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:07:45"}
204
+ {"event": "train", "step": 9950, "loss": 0.0093, "changed": 0.0091, "kept": 0.00099, "gn": 0.034, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:07:57"}
205
+ {"event": "train", "step": 10000, "loss": 0.0193, "changed": 0.0189, "kept": 0.00181, "gn": 0.135, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:08:09"}
206
+ {"event": "eval", "step": 10000, "heldout_exact": 0.98522, "heldout_changed_acc": 0.99862, "demo_exact": 0.975, "demo_changed_acc": 0.99772, "t": "15:08:09"}
207
+ {"event": "train", "step": 10050, "loss": 0.0014, "changed": 0.0012, "kept": 0.001, "gn": 0.07, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:08:21"}
208
+ {"event": "train", "step": 10100, "loss": 0.0006, "changed": 0.0004, "kept": 0.00098, "gn": 0.021, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:08:33"}
209
+ {"event": "train", "step": 10150, "loss": 0.0152, "changed": 0.015, "kept": 0.00096, "gn": 0.257, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:08:45"}
210
+ {"event": "train", "step": 10200, "loss": 0.0021, "changed": 0.0018, "kept": 0.0011, "gn": 0.035, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:08:57"}
211
+ {"event": "train", "step": 10250, "loss": 0.0036, "changed": 0.0034, "kept": 0.00134, "gn": 0.058, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:09:09"}
212
+ {"event": "train", "step": 10300, "loss": 0.0019, "changed": 0.0016, "kept": 0.0018, "gn": 0.036, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:09:21"}
213
+ {"event": "train", "step": 10350, "loss": 0.0095, "changed": 0.0093, "kept": 0.00085, "gn": 0.207, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:09:33"}
214
+ {"event": "train", "step": 10400, "loss": 0.0056, "changed": 0.0053, "kept": 0.00128, "gn": 0.029, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:09:44"}
215
+ {"event": "train", "step": 10450, "loss": 0.0027, "changed": 0.0026, "kept": 0.00055, "gn": 0.182, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:09:56"}
216
+ {"event": "train", "step": 10500, "loss": 0.0107, "changed": 0.0105, "kept": 0.00129, "gn": 0.051, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:10:08"}
217
+ {"event": "train", "step": 10550, "loss": 0.0007, "changed": 0.0005, "kept": 0.00112, "gn": 0.109, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:10:20"}
218
+ {"event": "train", "step": 10600, "loss": 0.0004, "changed": 0.0001, "kept": 0.00162, "gn": 0.071, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:10:32"}
219
+ {"event": "train", "step": 10650, "loss": 0.0003, "changed": 0.0002, "kept": 0.00043, "gn": 0.193, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:10:44"}
220
+ {"event": "train", "step": 10700, "loss": 0.0043, "changed": 0.0039, "kept": 0.00174, "gn": 0.053, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:10:56"}
221
+ {"event": "train", "step": 10750, "loss": 0.0075, "changed": 0.0074, "kept": 0.00085, "gn": 0.052, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:11:07"}
222
+ {"event": "train", "step": 10800, "loss": 0.0012, "changed": 0.0011, "kept": 0.00048, "gn": 0.078, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:11:19"}
223
+ {"event": "train", "step": 10850, "loss": 0.0087, "changed": 0.0085, "kept": 0.00123, "gn": 0.105, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:11:31"}
224
+ {"event": "train", "step": 10900, "loss": 0.0008, "changed": 0.0006, "kept": 0.0011, "gn": 0.063, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:11:43"}
225
+ {"event": "train", "step": 10950, "loss": 0.0016, "changed": 0.0014, "kept": 0.00068, "gn": 0.073, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:11:55"}
226
+ {"event": "train", "step": 11000, "loss": 0.0007, "changed": 0.0006, "kept": 0.00038, "gn": 0.056, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:12:07"}
227
+ {"event": "train", "step": 11050, "loss": 0.0124, "changed": 0.0123, "kept": 0.00043, "gn": 0.048, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:12:19"}
228
+ {"event": "train", "step": 11100, "loss": 0.0026, "changed": 0.0024, "kept": 0.0009, "gn": 0.271, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:12:30"}
229
+ {"event": "train", "step": 11150, "loss": 0.0259, "changed": 0.0257, "kept": 0.00108, "gn": 0.172, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:12:42"}
230
+ {"event": "train", "step": 11200, "loss": 0.001, "changed": 0.0004, "kept": 0.00306, "gn": 0.411, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:12:54"}
231
+ {"event": "train", "step": 11250, "loss": 0.0035, "changed": 0.0029, "kept": 0.00323, "gn": 0.361, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:13:06"}
232
+ {"event": "train", "step": 11300, "loss": 0.0013, "changed": 0.0011, "kept": 0.00096, "gn": 0.036, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:13:18"}
233
+ {"event": "train", "step": 11350, "loss": 0.0019, "changed": 0.0018, "kept": 0.00056, "gn": 0.024, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:13:30"}
234
+ {"event": "train", "step": 11400, "loss": 0.0234, "changed": 0.0233, "kept": 0.0003, "gn": 0.429, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:13:42"}
235
+ {"event": "train", "step": 11450, "loss": 0.0002, "changed": 0.0001, "kept": 0.00061, "gn": 0.025, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:13:53"}
236
+ {"event": "train", "step": 11500, "loss": 0.0039, "changed": 0.0037, "kept": 0.00069, "gn": 0.054, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:14:05"}
237
+ {"event": "train", "step": 11550, "loss": 0.0026, "changed": 0.0023, "kept": 0.00116, "gn": 0.449, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:14:17"}
238
+ {"event": "train", "step": 11600, "loss": 0.0166, "changed": 0.0165, "kept": 0.00039, "gn": 0.061, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:14:29"}
239
+ {"event": "train", "step": 11650, "loss": 0.001, "changed": 0.0006, "kept": 0.00219, "gn": 0.092, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:14:41"}
240
+ {"event": "train", "step": 11700, "loss": 0.0032, "changed": 0.0029, "kept": 0.00122, "gn": 0.224, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:14:53"}
241
+ {"event": "train", "step": 11750, "loss": 0.0057, "changed": 0.0054, "kept": 0.00113, "gn": 0.043, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:15:05"}
242
+ {"event": "train", "step": 11800, "loss": 0.0028, "changed": 0.0024, "kept": 0.00187, "gn": 0.03, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:15:16"}
243
+ {"event": "train", "step": 11850, "loss": 0.0007, "changed": 0.0005, "kept": 0.00074, "gn": 0.092, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:15:28"}
244
+ {"event": "train", "step": 11900, "loss": 0.0171, "changed": 0.0169, "kept": 0.00117, "gn": 0.019, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:15:40"}
245
+ {"event": "train", "step": 11950, "loss": 0.001, "changed": 0.0009, "kept": 0.00069, "gn": 0.117, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:15:52"}
246
+ {"event": "train", "step": 12000, "loss": 0.0005, "changed": 0.0003, "kept": 0.00068, "gn": 0.098, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:16:04"}
247
+ {"event": "eval", "step": 12000, "heldout_exact": 0.9865, "heldout_changed_acc": 0.99862, "demo_exact": 0.97875, "demo_changed_acc": 0.99772, "t": "15:16:04"}
248
+ {"event": "train", "step": 12050, "loss": 0.0123, "changed": 0.0121, "kept": 0.00064, "gn": 0.029, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:16:16"}
249
+ {"event": "train", "step": 12100, "loss": 0.0035, "changed": 0.0033, "kept": 0.00102, "gn": 0.029, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:16:28"}
250
+ {"event": "train", "step": 12150, "loss": 0.0111, "changed": 0.0109, "kept": 0.00098, "gn": 0.027, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:16:41"}
251
+ {"event": "train", "step": 12200, "loss": 0.0008, "changed": 0.0007, "kept": 0.00039, "gn": 0.122, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:16:59"}
252
+ {"event": "train", "step": 12250, "loss": 0.0009, "changed": 0.0001, "kept": 0.00401, "gn": 0.059, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "15:17:23"}
253
+ {"event": "train", "step": 12300, "loss": 0.0112, "changed": 0.0106, "kept": 0.0031, "gn": 0.061, "lr": 0.0005, "s_per_step": 0.24, "mem_GB": 32.8, "t": "15:17:47"}
254
+ {"event": "train", "step": 12350, "loss": 0.0011, "changed": 0.001, "kept": 0.00049, "gn": 0.097, "lr": 0.0005, "s_per_step": 0.241, "mem_GB": 32.8, "t": "15:18:11"}
255
+ {"event": "train", "step": 12400, "loss": 0.0005, "changed": 0.0003, "kept": 0.00111, "gn": 0.104, "lr": 0.0005, "s_per_step": 0.242, "mem_GB": 32.8, "t": "15:18:35"}
256
+ {"event": "train", "step": 12450, "loss": 0.0003, "changed": 0.0002, "kept": 0.00053, "gn": 0.021, "lr": 0.0005, "s_per_step": 0.243, "mem_GB": 32.8, "t": "15:18:58"}
257
+ {"event": "train", "step": 12500, "loss": 0.0049, "changed": 0.0048, "kept": 0.00041, "gn": 0.101, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:19:22"}
258
+ {"event": "train", "step": 12550, "loss": 0.048, "changed": 0.0478, "kept": 0.00118, "gn": 0.113, "lr": 0.0005, "s_per_step": 0.245, "mem_GB": 32.8, "t": "15:19:40"}
259
+ {"event": "train", "step": 12600, "loss": 0.0003, "changed": 0.0003, "kept": 0.00024, "gn": 0.021, "lr": 0.0005, "s_per_step": 0.245, "mem_GB": 32.8, "t": "15:19:52"}
260
+ {"event": "train", "step": 12650, "loss": 0.0003, "changed": 0.0001, "kept": 0.00101, "gn": 0.501, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:20:04"}
261
+ {"event": "train", "step": 12700, "loss": 0.0004, "changed": 0.0002, "kept": 0.00095, "gn": 0.713, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:20:16"}
262
+ {"event": "train", "step": 12750, "loss": 0.0107, "changed": 0.0106, "kept": 0.00041, "gn": 0.089, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:20:28"}
263
+ {"event": "train", "step": 12800, "loss": 0.0068, "changed": 0.0066, "kept": 0.00089, "gn": 0.086, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:20:39"}
264
+ {"event": "train", "step": 12850, "loss": 0.0005, "changed": 0.0004, "kept": 0.00078, "gn": 0.468, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:20:51"}
265
+ {"event": "train", "step": 12900, "loss": 0.0024, "changed": 0.0021, "kept": 0.00119, "gn": 0.024, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:21:03"}
266
+ {"event": "train", "step": 12950, "loss": 0.0105, "changed": 0.0105, "kept": 0.00025, "gn": 0.142, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:21:15"}
267
+ {"event": "train", "step": 13000, "loss": 0.0004, "changed": 0.0002, "kept": 0.00106, "gn": 0.056, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:21:27"}
268
+ {"event": "train", "step": 13050, "loss": 0.0058, "changed": 0.0055, "kept": 0.00159, "gn": 0.041, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:21:39"}
269
+ {"event": "train", "step": 13100, "loss": 0.0005, "changed": 0.0004, "kept": 0.00037, "gn": 0.034, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:21:51"}
270
+ {"event": "train", "step": 13150, "loss": 0.0007, "changed": 0.0004, "kept": 0.00153, "gn": 0.037, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:22:02"}
271
+ {"event": "train", "step": 13200, "loss": 0.0287, "changed": 0.0286, "kept": 0.00076, "gn": 0.236, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:22:14"}
272
+ {"event": "train", "step": 13250, "loss": 0.0006, "changed": 0.0004, "kept": 0.00101, "gn": 0.066, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:22:26"}
273
+ {"event": "train", "step": 13300, "loss": 0.0008, "changed": 0.0006, "kept": 0.00138, "gn": 0.083, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:22:38"}
274
+ {"event": "train", "step": 13350, "loss": 0.0006, "changed": 0.0005, "kept": 0.00038, "gn": 0.042, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:22:50"}
275
+ {"event": "train", "step": 13400, "loss": 0.0004, "changed": 0.0002, "kept": 0.00095, "gn": 0.047, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:23:02"}
276
+ {"event": "train", "step": 13450, "loss": 0.0061, "changed": 0.006, "kept": 0.00014, "gn": 0.018, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:23:14"}
277
+ {"event": "train", "step": 13500, "loss": 0.0004, "changed": 0.0003, "kept": 0.00076, "gn": 0.827, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:23:25"}
278
+ {"event": "train", "step": 13550, "loss": 0.0039, "changed": 0.0037, "kept": 0.00095, "gn": 0.217, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:23:37"}
279
+ {"event": "train", "step": 13600, "loss": 0.0065, "changed": 0.0062, "kept": 0.00128, "gn": 0.142, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:23:49"}
280
+ {"event": "train", "step": 13650, "loss": 0.0005, "changed": 0.0003, "kept": 0.00071, "gn": 0.074, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:24:01"}
281
+ {"event": "train", "step": 13700, "loss": 0.0354, "changed": 0.0353, "kept": 0.00068, "gn": 0.325, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:24:13"}
282
+ {"event": "train", "step": 13750, "loss": 0.0004, "changed": 0.0001, "kept": 0.00109, "gn": 0.409, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:24:25"}
283
+ {"event": "train", "step": 13800, "loss": 0.0129, "changed": 0.0127, "kept": 0.00097, "gn": 0.047, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:24:37"}
284
+ {"event": "train", "step": 13850, "loss": 0.0018, "changed": 0.0016, "kept": 0.00118, "gn": 0.146, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:24:48"}
285
+ {"event": "train", "step": 13900, "loss": 0.0097, "changed": 0.0095, "kept": 0.00108, "gn": 0.027, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:25:00"}
286
+ {"event": "train", "step": 13950, "loss": 0.0012, "changed": 0.0009, "kept": 0.00158, "gn": 0.165, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:25:12"}
287
+ {"event": "train", "step": 14000, "loss": 0.0002, "changed": 0.0002, "kept": 0.00026, "gn": 0.058, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:25:24"}
288
+ {"event": "eval", "step": 14000, "heldout_exact": 0.99036, "heldout_changed_acc": 0.99862, "demo_exact": 0.9925, "demo_changed_acc": 0.99924, "t": "15:25:24"}
289
+ {"event": "train", "step": 14050, "loss": 0.0065, "changed": 0.0064, "kept": 0.00074, "gn": 0.052, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:25:36"}
290
+ {"event": "train", "step": 14100, "loss": 0.001, "changed": 0.0008, "kept": 0.00105, "gn": 0.024, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:25:48"}
291
+ {"event": "train", "step": 14150, "loss": 0.0003, "changed": 0.0001, "kept": 0.00071, "gn": 0.092, "lr": 0.0005, "s_per_step": 0.245, "mem_GB": 32.8, "t": "15:26:11"}
292
+ {"event": "train", "step": 14200, "loss": 0.0001, "changed": 0.0001, "kept": 0.0002, "gn": 0.027, "lr": 0.0005, "s_per_step": 0.245, "mem_GB": 32.8, "t": "15:26:35"}
293
+ {"event": "train", "step": 14250, "loss": 0.0025, "changed": 0.0024, "kept": 0.00019, "gn": 0.029, "lr": 0.0005, "s_per_step": 0.246, "mem_GB": 32.8, "t": "15:26:59"}
294
+ {"event": "train", "step": 14300, "loss": 0.0004, "changed": 0.0002, "kept": 0.00101, "gn": 0.02, "lr": 0.0005, "s_per_step": 0.247, "mem_GB": 32.8, "t": "15:27:23"}
295
+ {"event": "train", "step": 14350, "loss": 0.0006, "changed": 0.0004, "kept": 0.00064, "gn": 0.032, "lr": 0.0005, "s_per_step": 0.247, "mem_GB": 32.8, "t": "15:27:39"}
296
+ {"event": "train", "step": 14400, "loss": 0.0008, "changed": 0.0008, "kept": 0.00014, "gn": 0.055, "lr": 0.0005, "s_per_step": 0.247, "mem_GB": 32.8, "t": "15:27:51"}
297
+ {"event": "train", "step": 14450, "loss": 0.0019, "changed": 0.0014, "kept": 0.0022, "gn": 0.083, "lr": 0.0005, "s_per_step": 0.247, "mem_GB": 32.8, "t": "15:28:03"}
298
+ {"event": "train", "step": 14500, "loss": 0.0015, "changed": 0.0013, "kept": 0.00076, "gn": 0.104, "lr": 0.0005, "s_per_step": 0.247, "mem_GB": 32.8, "t": "15:28:15"}
299
+ {"event": "train", "step": 14550, "loss": 0.0005, "changed": 0.0004, "kept": 0.0005, "gn": 0.027, "lr": 0.0005, "s_per_step": 0.247, "mem_GB": 32.8, "t": "15:28:26"}
300
+ {"event": "train", "step": 14600, "loss": 0.0067, "changed": 0.0065, "kept": 0.00103, "gn": 0.028, "lr": 0.0005, "s_per_step": 0.247, "mem_GB": 32.8, "t": "15:28:38"}
301
+ {"event": "train", "step": 14650, "loss": 0.0012, "changed": 0.001, "kept": 0.00109, "gn": 0.079, "lr": 0.0005, "s_per_step": 0.247, "mem_GB": 32.8, "t": "15:28:50"}
302
+ {"event": "train", "step": 14700, "loss": 0.0035, "changed": 0.0033, "kept": 0.00092, "gn": 0.065, "lr": 0.0005, "s_per_step": 0.247, "mem_GB": 32.8, "t": "15:29:08"}
303
+ {"event": "train", "step": 14750, "loss": 0.0002, "changed": 0.0001, "kept": 0.00029, "gn": 0.008, "lr": 0.0005, "s_per_step": 0.248, "mem_GB": 32.8, "t": "15:29:31"}
304
+ {"event": "train", "step": 14800, "loss": 0.0008, "changed": 0.0007, "kept": 0.00056, "gn": 0.073, "lr": 0.0005, "s_per_step": 0.249, "mem_GB": 32.8, "t": "15:29:55"}
305
+ {"event": "train", "step": 14850, "loss": 0.0006, "changed": 0.0005, "kept": 0.00041, "gn": 0.037, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:30:19"}
306
+ {"event": "train", "step": 14900, "loss": 0.0006, "changed": 0.0006, "kept": 0.00026, "gn": 0.028, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:30:40"}
307
+ {"event": "train", "step": 14950, "loss": 0.0099, "changed": 0.0098, "kept": 0.00043, "gn": 0.056, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:30:52"}
308
+ {"event": "train", "step": 15000, "loss": 0.0001, "changed": 0.0, "kept": 0.00036, "gn": 0.088, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:31:04"}
309
+ {"event": "train", "step": 15050, "loss": 0.0001, "changed": 0.0001, "kept": 0.00014, "gn": 0.035, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:31:16"}
310
+ {"event": "train", "step": 15100, "loss": 0.0044, "changed": 0.0043, "kept": 0.00035, "gn": 0.028, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:31:28"}
311
+ {"event": "train", "step": 15150, "loss": 0.0146, "changed": 0.0145, "kept": 0.00036, "gn": 0.093, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:31:40"}
312
+ {"event": "train", "step": 15200, "loss": 0.0001, "changed": 0.0001, "kept": 0.00012, "gn": 0.016, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:31:52"}
313
+ {"event": "train", "step": 15250, "loss": 0.0012, "changed": 0.0011, "kept": 0.0004, "gn": 0.056, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:32:03"}
314
+ {"event": "train", "step": 15300, "loss": 0.005, "changed": 0.0049, "kept": 0.00028, "gn": 0.266, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:32:15"}
315
+ {"event": "train", "step": 15350, "loss": 0.0096, "changed": 0.0089, "kept": 0.00353, "gn": 0.029, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:32:27"}
316
+ {"event": "train", "step": 15400, "loss": 0.0004, "changed": 0.0003, "kept": 0.00044, "gn": 0.056, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:32:39"}
317
+ {"event": "train", "step": 15450, "loss": 0.0005, "changed": 0.0002, "kept": 0.00125, "gn": 0.021, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:32:51"}
318
+ {"event": "train", "step": 15500, "loss": 0.0031, "changed": 0.0026, "kept": 0.00256, "gn": 0.031, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:33:03"}
319
+ {"event": "train", "step": 15550, "loss": 0.0112, "changed": 0.011, "kept": 0.00082, "gn": 0.104, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:33:15"}
320
+ {"event": "train", "step": 15600, "loss": 0.0006, "changed": 0.0005, "kept": 0.00056, "gn": 0.014, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:33:26"}
321
+ {"event": "train", "step": 15650, "loss": 0.0022, "changed": 0.0021, "kept": 0.00057, "gn": 0.045, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:33:38"}
322
+ {"event": "train", "step": 15700, "loss": 0.0014, "changed": 0.0013, "kept": 0.00024, "gn": 0.083, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:33:50"}
323
+ {"event": "train", "step": 15750, "loss": 0.0004, "changed": 0.0002, "kept": 0.00081, "gn": 0.269, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:34:02"}
324
+ {"event": "train", "step": 15800, "loss": 0.011, "changed": 0.0109, "kept": 0.00075, "gn": 0.023, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:34:14"}
325
+ {"event": "train", "step": 15850, "loss": 0.0002, "changed": 0.0001, "kept": 0.00039, "gn": 0.01, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:34:26"}
326
+ {"event": "train", "step": 15900, "loss": 0.0066, "changed": 0.0064, "kept": 0.00073, "gn": 0.032, "lr": 0.0005, "s_per_step": 0.249, "mem_GB": 32.8, "t": "15:34:38"}
327
+ {"event": "train", "step": 15950, "loss": 0.0019, "changed": 0.0018, "kept": 0.00051, "gn": 0.033, "lr": 0.0005, "s_per_step": 0.249, "mem_GB": 32.8, "t": "15:34:49"}
328
+ {"event": "train", "step": 16000, "loss": 0.0036, "changed": 0.0036, "kept": 0.00015, "gn": 0.229, "lr": 0.0005, "s_per_step": 0.249, "mem_GB": 32.8, "t": "15:35:01"}
329
+ {"event": "eval", "step": 16000, "heldout_exact": 0.991, "heldout_changed_acc": 0.99966, "demo_exact": 0.9825, "demo_changed_acc": 0.99924, "t": "15:35:01"}
330
+ {"event": "train", "step": 16050, "loss": 0.0001, "changed": 0.0, "kept": 0.00044, "gn": 0.162, "lr": 0.0005, "s_per_step": 0.249, "mem_GB": 32.8, "t": "15:35:14"}
331
+ {"event": "train", "step": 16100, "loss": 0.003, "changed": 0.0029, "kept": 0.0004, "gn": 0.345, "lr": 0.0005, "s_per_step": 0.249, "mem_GB": 32.8, "t": "15:35:25"}
332
+ {"event": "train", "step": 16150, "loss": 0.0006, "changed": 0.0005, "kept": 0.00051, "gn": 0.116, "lr": 0.0005, "s_per_step": 0.249, "mem_GB": 32.8, "t": "15:35:37"}
333
+ {"event": "train", "step": 16200, "loss": 0.0006, "changed": 0.0005, "kept": 0.00061, "gn": 0.037, "lr": 0.0005, "s_per_step": 0.249, "mem_GB": 32.8, "t": "15:35:50"}
334
+ {"event": "train", "step": 16250, "loss": 0.0018, "changed": 0.0013, "kept": 0.00289, "gn": 0.036, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:36:14"}
335
+ {"event": "train", "step": 16300, "loss": 0.0011, "changed": 0.001, "kept": 0.00058, "gn": 0.025, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:36:38"}
336
+ {"event": "train", "step": 16350, "loss": 0.0004, "changed": 0.0003, "kept": 0.00044, "gn": 0.087, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:37:02"}
337
+ {"event": "train", "step": 16400, "loss": 0.0004, "changed": 0.0001, "kept": 0.00114, "gn": 0.021, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:37:25"}
338
+ {"event": "train", "step": 16450, "loss": 0.0003, "changed": 0.0001, "kept": 0.00076, "gn": 0.018, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:37:39"}
339
+ {"event": "train", "step": 16500, "loss": 0.0011, "changed": 0.001, "kept": 0.00034, "gn": 0.044, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:37:51"}
340
+ {"event": "train", "step": 16550, "loss": 0.0002, "changed": 0.0001, "kept": 0.00058, "gn": 0.046, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:38:03"}
341
+ {"event": "train", "step": 16600, "loss": 0.0086, "changed": 0.0084, "kept": 0.00101, "gn": 0.022, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:38:15"}
342
+ {"event": "train", "step": 16650, "loss": 0.0217, "changed": 0.0212, "kept": 0.0028, "gn": 0.021, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:38:27"}
343
+ {"event": "train", "step": 16700, "loss": 0.0069, "changed": 0.0067, "kept": 0.0009, "gn": 0.045, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:38:38"}
344
+ {"event": "train", "step": 16750, "loss": 0.0005, "changed": 0.0003, "kept": 0.00139, "gn": 0.013, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:38:50"}
345
+ {"event": "train", "step": 16800, "loss": 0.0017, "changed": 0.0011, "kept": 0.00281, "gn": 0.065, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:39:02"}
346
+ {"event": "train", "step": 16850, "loss": 0.0004, "changed": 0.0003, "kept": 0.00051, "gn": 0.033, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:39:14"}
347
+ {"event": "train", "step": 16900, "loss": 0.0005, "changed": 0.0003, "kept": 0.001, "gn": 0.011, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:39:26"}
348
+ {"event": "train", "step": 16950, "loss": 0.0006, "changed": 0.0003, "kept": 0.00159, "gn": 0.02, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:39:38"}
349
+ {"event": "train", "step": 17000, "loss": 0.0012, "changed": 0.0011, "kept": 0.00051, "gn": 0.071, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:39:50"}
350
+ {"event": "train", "step": 17050, "loss": 0.0004, "changed": 0.0003, "kept": 0.0002, "gn": 0.007, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:40:01"}
351
+ {"event": "train", "step": 17100, "loss": 0.0001, "changed": 0.0, "kept": 0.00012, "gn": 0.033, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:40:13"}
352
+ {"event": "train", "step": 17150, "loss": 0.0107, "changed": 0.0106, "kept": 0.00061, "gn": 0.128, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:40:25"}
353
+ {"event": "train", "step": 17200, "loss": 0.0001, "changed": 0.0, "kept": 0.00025, "gn": 0.131, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:40:37"}
354
+ {"event": "train", "step": 17250, "loss": 0.0005, "changed": 0.0005, "kept": 0.00012, "gn": 0.054, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:40:49"}
355
+ {"event": "train", "step": 17300, "loss": 0.0065, "changed": 0.0064, "kept": 0.00013, "gn": 0.052, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:41:01"}
356
+ {"event": "train", "step": 17350, "loss": 0.005, "changed": 0.0049, "kept": 0.00069, "gn": 0.09, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:41:13"}
357
+ {"event": "train", "step": 17400, "loss": 0.0029, "changed": 0.0028, "kept": 0.0004, "gn": 0.059, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:41:24"}
358
+ {"event": "train", "step": 17450, "loss": 0.0003, "changed": 0.0002, "kept": 0.00027, "gn": 0.019, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:41:36"}
359
+ {"event": "train", "step": 17500, "loss": 0.0004, "changed": 0.0002, "kept": 0.00103, "gn": 0.036, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:41:48"}
360
+ {"event": "train", "step": 17550, "loss": 0.0128, "changed": 0.0125, "kept": 0.00137, "gn": 0.167, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:42:00"}
361
+ {"event": "train", "step": 17600, "loss": 0.0163, "changed": 0.0163, "kept": 0.00032, "gn": 0.036, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:42:12"}
362
+ {"event": "train", "step": 17650, "loss": 0.0002, "changed": 0.0002, "kept": 0.00044, "gn": 0.008, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:42:24"}
363
+ {"event": "train", "step": 17700, "loss": 0.0055, "changed": 0.0055, "kept": 0.00015, "gn": 0.026, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:42:36"}
364
+ {"event": "train", "step": 17750, "loss": 0.0002, "changed": 0.0002, "kept": 0.00014, "gn": 0.019, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:42:47"}
365
+ {"event": "train", "step": 17800, "loss": 0.0001, "changed": 0.0001, "kept": 0.00028, "gn": 0.06, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:42:59"}
366
+ {"event": "train", "step": 17850, "loss": 0.0101, "changed": 0.0101, "kept": 0.00016, "gn": 0.006, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:43:11"}
367
+ {"event": "train", "step": 17900, "loss": 0.0008, "changed": 0.0003, "kept": 0.00292, "gn": 0.035, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:43:23"}
368
+ {"event": "train", "step": 17950, "loss": 0.0003, "changed": 0.0001, "kept": 0.00078, "gn": 0.012, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:43:46"}
369
+ {"event": "train", "step": 18000, "loss": 0.0005, "changed": 0.0004, "kept": 0.00065, "gn": 0.067, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:44:09"}
370
+ {"event": "eval", "step": 18000, "heldout_exact": 0.9955, "heldout_changed_acc": 0.99897, "demo_exact": 0.99375, "demo_changed_acc": 1.0, "t": "15:44:09"}
371
+ {"event": "train", "step": 18050, "loss": 0.0058, "changed": 0.0058, "kept": 6e-05, "gn": 0.051, "lr": 0.0005, "s_per_step": 0.253, "mem_GB": 32.8, "t": "15:44:33"}
372
+ {"event": "train", "step": 18100, "loss": 0.0285, "changed": 0.0283, "kept": 0.00106, "gn": 0.091, "lr": 0.0005, "s_per_step": 0.253, "mem_GB": 32.8, "t": "15:44:56"}
373
+ {"event": "train", "step": 18150, "loss": 0.0001, "changed": 0.0001, "kept": 6e-05, "gn": 0.465, "lr": 0.0005, "s_per_step": 0.254, "mem_GB": 32.8, "t": "15:45:20"}
374
+ {"event": "train", "step": 18200, "loss": 0.027, "changed": 0.0267, "kept": 0.00124, "gn": 0.159, "lr": 0.0005, "s_per_step": 0.255, "mem_GB": 32.8, "t": "15:45:43"}
375
+ {"event": "train", "step": 18250, "loss": 0.0002, "changed": 0.0001, "kept": 0.00018, "gn": 0.014, "lr": 0.0005, "s_per_step": 0.255, "mem_GB": 32.8, "t": "15:46:06"}
376
+ {"event": "train", "step": 18300, "loss": 0.0006, "changed": 0.0005, "kept": 0.00052, "gn": 0.134, "lr": 0.0005, "s_per_step": 0.256, "mem_GB": 32.8, "t": "15:46:30"}
377
+ {"event": "train", "step": 18350, "loss": 0.0038, "changed": 0.0037, "kept": 0.00028, "gn": 0.022, "lr": 0.0005, "s_per_step": 0.256, "mem_GB": 32.8, "t": "15:46:53"}
378
+ {"event": "train", "step": 18400, "loss": 0.0087, "changed": 0.0085, "kept": 0.0009, "gn": 0.067, "lr": 0.0005, "s_per_step": 0.257, "mem_GB": 32.8, "t": "15:47:16"}
379
+ {"event": "train", "step": 18450, "loss": 0.0002, "changed": 0.0002, "kept": 0.00012, "gn": 0.041, "lr": 0.0005, "s_per_step": 0.257, "mem_GB": 32.8, "t": "15:47:40"}
380
+ {"event": "train", "step": 18500, "loss": 0.0074, "changed": 0.0073, "kept": 0.00069, "gn": 0.021, "lr": 0.0005, "s_per_step": 0.258, "mem_GB": 32.8, "t": "15:48:06"}
381
+ {"event": "train", "step": 18550, "loss": 0.0007, "changed": 0.0006, "kept": 0.00037, "gn": 0.031, "lr": 0.0005, "s_per_step": 0.259, "mem_GB": 32.8, "t": "15:48:33"}
382
+ {"event": "train", "step": 18600, "loss": 0.0002, "changed": 0.0001, "kept": 0.0005, "gn": 0.006, "lr": 0.0005, "s_per_step": 0.26, "mem_GB": 32.8, "t": "15:48:59"}
383
+ {"event": "train", "step": 18650, "loss": 0.0, "changed": 0.0, "kept": 0.00013, "gn": 0.339, "lr": 0.0005, "s_per_step": 0.26, "mem_GB": 32.8, "t": "15:49:23"}
384
+ {"event": "train", "step": 18700, "loss": 0.0003, "changed": 0.0002, "kept": 0.00077, "gn": 0.007, "lr": 0.0005, "s_per_step": 0.261, "mem_GB": 32.8, "t": "15:49:46"}
385
+ {"event": "train", "step": 18750, "loss": 0.0044, "changed": 0.0043, "kept": 0.00033, "gn": 0.066, "lr": 0.0005, "s_per_step": 0.261, "mem_GB": 32.8, "t": "15:49:58"}
386
+ {"event": "train", "step": 18800, "loss": 0.0009, "changed": 0.0009, "kept": 0.00043, "gn": 0.039, "lr": 0.0005, "s_per_step": 0.261, "mem_GB": 32.8, "t": "15:50:22"}
387
+ {"event": "train", "step": 18850, "loss": 0.0004, "changed": 0.0003, "kept": 0.00063, "gn": 0.089, "lr": 0.0005, "s_per_step": 0.262, "mem_GB": 32.8, "t": "15:50:48"}
388
+ {"event": "train", "step": 18900, "loss": 0.0025, "changed": 0.0022, "kept": 0.0014, "gn": 0.023, "lr": 0.0005, "s_per_step": 0.263, "mem_GB": 32.8, "t": "15:51:15"}
389
+ {"event": "train", "step": 18950, "loss": 0.001, "changed": 0.0008, "kept": 0.00064, "gn": 0.039, "lr": 0.0005, "s_per_step": 0.263, "mem_GB": 32.8, "t": "15:51:42"}
390
+ {"event": "train", "step": 19000, "loss": 0.0046, "changed": 0.0041, "kept": 0.0022, "gn": 0.128, "lr": 0.0005, "s_per_step": 0.264, "mem_GB": 32.8, "t": "15:52:09"}
391
+ {"event": "train", "step": 19050, "loss": 0.0004, "changed": 0.0, "kept": 0.00159, "gn": 0.045, "lr": 0.0005, "s_per_step": 0.265, "mem_GB": 32.8, "t": "15:52:35"}
392
+ {"event": "train", "step": 19100, "loss": 0.0012, "changed": 0.0011, "kept": 0.00085, "gn": 0.183, "lr": 0.0005, "s_per_step": 0.266, "mem_GB": 32.8, "t": "15:53:02"}
393
+ {"event": "train", "step": 19150, "loss": 0.0003, "changed": 0.0002, "kept": 0.00064, "gn": 0.044, "lr": 0.0005, "s_per_step": 0.266, "mem_GB": 32.8, "t": "15:53:29"}
394
+ {"event": "train", "step": 19200, "loss": 0.0003, "changed": 0.0002, "kept": 0.00028, "gn": 0.016, "lr": 0.0005, "s_per_step": 0.267, "mem_GB": 32.8, "t": "15:53:56"}
395
+ {"event": "train", "step": 19250, "loss": 0.0013, "changed": 0.0012, "kept": 0.00036, "gn": 0.04, "lr": 0.0005, "s_per_step": 0.268, "mem_GB": 32.8, "t": "15:54:22"}
396
+ {"event": "train", "step": 19300, "loss": 0.0004, "changed": 0.0002, "kept": 0.00098, "gn": 0.391, "lr": 0.0005, "s_per_step": 0.268, "mem_GB": 32.8, "t": "15:54:49"}
397
+ {"event": "train", "step": 19350, "loss": 0.0001, "changed": 0.0001, "kept": 0.00015, "gn": 0.017, "lr": 0.0005, "s_per_step": 0.269, "mem_GB": 32.8, "t": "15:55:16"}
398
+ {"event": "train", "step": 19400, "loss": 0.0005, "changed": 0.0005, "kept": 0.00013, "gn": 0.01, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "15:55:43"}
399
+ {"event": "train", "step": 19450, "loss": 0.0051, "changed": 0.0049, "kept": 0.00072, "gn": 0.018, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "15:56:09"}
400
+ {"event": "train", "step": 19500, "loss": 0.0003, "changed": 0.0002, "kept": 0.00016, "gn": 0.14, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "15:56:36"}
401
+ {"event": "train", "step": 19550, "loss": 0.0002, "changed": 0.0001, "kept": 0.00049, "gn": 0.129, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "15:57:03"}
402
+ {"event": "train", "step": 19600, "loss": 0.0077, "changed": 0.0075, "kept": 0.00109, "gn": 0.036, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "15:57:29"}
403
+ {"event": "train", "step": 19650, "loss": 0.0001, "changed": 0.0001, "kept": 8e-05, "gn": 0.14, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "15:57:56"}
404
+ {"event": "train", "step": 19700, "loss": 0.0002, "changed": 0.0001, "kept": 0.00075, "gn": 0.024, "lr": 0.0005, "s_per_step": 0.274, "mem_GB": 32.8, "t": "15:58:23"}
405
+ {"event": "train", "step": 19750, "loss": 0.0005, "changed": 0.0002, "kept": 0.00121, "gn": 0.038, "lr": 0.0005, "s_per_step": 0.274, "mem_GB": 32.8, "t": "15:58:43"}
406
+ {"event": "train", "step": 19800, "loss": 0.0022, "changed": 0.0021, "kept": 0.00053, "gn": 0.018, "lr": 0.0005, "s_per_step": 0.274, "mem_GB": 32.8, "t": "15:58:55"}
407
+ {"event": "train", "step": 19850, "loss": 0.0002, "changed": 0.0001, "kept": 0.00018, "gn": 0.042, "lr": 0.0005, "s_per_step": 0.274, "mem_GB": 32.8, "t": "15:59:07"}
408
+ {"event": "train", "step": 19900, "loss": 0.0012, "changed": 0.0011, "kept": 0.00015, "gn": 0.012, "lr": 0.0005, "s_per_step": 0.274, "mem_GB": 32.8, "t": "15:59:19"}
409
+ {"event": "train", "step": 19950, "loss": 0.0002, "changed": 0.0001, "kept": 0.00026, "gn": 0.028, "lr": 0.0005, "s_per_step": 0.274, "mem_GB": 32.8, "t": "15:59:30"}
410
+ {"event": "train", "step": 20000, "loss": 0.0004, "changed": 0.0001, "kept": 0.0015, "gn": 0.018, "lr": 0.0005, "s_per_step": 0.274, "mem_GB": 32.8, "t": "15:59:42"}
411
+ {"event": "eval", "step": 20000, "heldout_exact": 0.98329, "heldout_changed_acc": 0.99966, "demo_exact": 0.975, "demo_changed_acc": 1.0, "t": "15:59:42"}
412
+ {"event": "train", "step": 20050, "loss": 0.0011, "changed": 0.0009, "kept": 0.00085, "gn": 0.008, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "15:59:55"}
413
+ {"event": "train", "step": 20100, "loss": 0.0003, "changed": 0.0001, "kept": 0.00074, "gn": 0.026, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:00:06"}
414
+ {"event": "train", "step": 20150, "loss": 0.0188, "changed": 0.0187, "kept": 0.00056, "gn": 0.03, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:00:18"}
415
+ {"event": "train", "step": 20200, "loss": 0.0009, "changed": 0.0007, "kept": 0.00108, "gn": 0.03, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:00:30"}
416
+ {"event": "train", "step": 20250, "loss": 0.002, "changed": 0.0019, "kept": 0.00042, "gn": 0.04, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:00:42"}
417
+ {"event": "train", "step": 20300, "loss": 0.0, "changed": 0.0, "kept": 5e-05, "gn": 0.036, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:00:54"}
418
+ {"event": "train", "step": 20350, "loss": 0.0045, "changed": 0.0044, "kept": 0.00017, "gn": 0.015, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:01:06"}
419
+ {"event": "train", "step": 20400, "loss": 0.0009, "changed": 0.0007, "kept": 0.00081, "gn": 0.105, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:01:18"}
420
+ {"event": "train", "step": 20450, "loss": 0.0019, "changed": 0.0018, "kept": 0.00054, "gn": 0.03, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:01:29"}
421
+ {"event": "train", "step": 20500, "loss": 0.0001, "changed": 0.0, "kept": 0.00021, "gn": 0.373, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:01:41"}
422
+ {"event": "train", "step": 20550, "loss": 0.0001, "changed": 0.0, "kept": 0.00014, "gn": 0.018, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:01:53"}
423
+ {"event": "train", "step": 20600, "loss": 0.0126, "changed": 0.0125, "kept": 0.00039, "gn": 0.026, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:02:05"}
424
+ {"event": "train", "step": 20650, "loss": 0.0008, "changed": 0.0007, "kept": 0.00057, "gn": 0.185, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:02:17"}
425
+ {"event": "train", "step": 20700, "loss": 0.0002, "changed": 0.0001, "kept": 0.00022, "gn": 0.006, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:02:29"}
426
+ {"event": "train", "step": 20750, "loss": 0.0011, "changed": 0.0011, "kept": 8e-05, "gn": 0.008, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:02:41"}
427
+ {"event": "train", "step": 20800, "loss": 0.0006, "changed": 0.0005, "kept": 0.00033, "gn": 0.083, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:02:52"}
428
+ {"event": "train", "step": 20850, "loss": 0.0198, "changed": 0.0185, "kept": 0.00618, "gn": 0.024, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:03:04"}
429
+ {"event": "train", "step": 20900, "loss": 0.0006, "changed": 0.0002, "kept": 0.00196, "gn": 0.069, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:03:16"}
430
+ {"event": "train", "step": 20950, "loss": 0.0002, "changed": 0.0001, "kept": 0.00032, "gn": 0.044, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:03:28"}
431
+ {"event": "train", "step": 21000, "loss": 0.0004, "changed": 0.0004, "kept": 0.00012, "gn": 0.026, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:03:40"}
432
+ {"event": "train", "step": 21050, "loss": 0.0001, "changed": 0.0001, "kept": 7e-05, "gn": 0.138, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:03:52"}
433
+ {"event": "train", "step": 21100, "loss": 0.0001, "changed": 0.0001, "kept": 7e-05, "gn": 0.01, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:04:04"}
434
+ {"event": "train", "step": 21150, "loss": 0.0032, "changed": 0.0032, "kept": 0.00019, "gn": 0.04, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:04:15"}
435
+ {"event": "train", "step": 21200, "loss": 0.0002, "changed": 0.0001, "kept": 0.00062, "gn": 0.02, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:04:27"}
436
+ {"event": "train", "step": 21250, "loss": 0.0192, "changed": 0.0191, "kept": 0.00032, "gn": 0.033, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:04:39"}
437
+ {"event": "train", "step": 21300, "loss": 0.0003, "changed": 0.0001, "kept": 0.00095, "gn": 0.048, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:04:51"}
438
+ {"event": "train", "step": 21350, "loss": 0.0027, "changed": 0.0027, "kept": 0.00037, "gn": 0.061, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:05:03"}
439
+ {"event": "train", "step": 21400, "loss": 0.001, "changed": 0.0009, "kept": 0.00043, "gn": 0.013, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:05:15"}
440
+ {"event": "train", "step": 21450, "loss": 0.0002, "changed": 0.0, "kept": 0.00071, "gn": 0.007, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:05:27"}
441
+ {"event": "train", "step": 21500, "loss": 0.0107, "changed": 0.0106, "kept": 0.00084, "gn": 0.526, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:05:38"}
442
+ {"event": "train", "step": 21550, "loss": 0.0001, "changed": 0.0001, "kept": 0.0001, "gn": 0.029, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:05:50"}
443
+ {"event": "train", "step": 21600, "loss": 0.0002, "changed": 0.0001, "kept": 0.00091, "gn": 0.014, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:06:02"}
444
+ {"event": "train", "step": 21650, "loss": 0.0072, "changed": 0.0071, "kept": 0.00064, "gn": 0.039, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:06:14"}
445
+ {"event": "train", "step": 21700, "loss": 0.0002, "changed": 0.0001, "kept": 0.00044, "gn": 0.007, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:06:26"}
446
+ {"event": "train", "step": 21750, "loss": 0.0001, "changed": 0.0, "kept": 0.00045, "gn": 0.003, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:06:38"}
447
+ {"event": "train", "step": 21800, "loss": 0.0003, "changed": 0.0001, "kept": 0.00088, "gn": 0.013, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:06:50"}
448
+ {"event": "train", "step": 21850, "loss": 0.0002, "changed": 0.0002, "kept": 0.00015, "gn": 0.019, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:07:01"}
449
+ {"event": "train", "step": 21900, "loss": 0.0032, "changed": 0.0031, "kept": 0.00031, "gn": 0.184, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "16:07:13"}
450
+ {"event": "train", "step": 21950, "loss": 0.0001, "changed": 0.0, "kept": 0.00031, "gn": 0.014, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "16:07:25"}
451
+ {"event": "train", "step": 22000, "loss": 0.0002, "changed": 0.0, "kept": 0.00068, "gn": 0.1, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "16:07:37"}
452
+ {"event": "eval", "step": 22000, "heldout_exact": 0.99486, "heldout_changed_acc": 0.99966, "demo_exact": 0.99, "demo_changed_acc": 1.0, "t": "16:07:37"}
453
+ {"event": "train", "step": 22050, "loss": 0.0003, "changed": 0.0002, "kept": 0.00015, "gn": 1.126, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "16:07:49"}
454
+ {"event": "train", "step": 22100, "loss": 0.0001, "changed": 0.0001, "kept": 9e-05, "gn": 0.045, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "16:08:01"}
455
+ {"event": "train", "step": 22150, "loss": 0.0004, "changed": 0.0001, "kept": 0.00162, "gn": 0.015, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "16:08:13"}
456
+ {"event": "train", "step": 22200, "loss": 0.0073, "changed": 0.0071, "kept": 0.0011, "gn": 0.069, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "16:08:25"}
457
+ {"event": "train", "step": 22250, "loss": 0.0009, "changed": 0.0009, "kept": 0.00029, "gn": 0.099, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "16:08:37"}
458
+ {"event": "train", "step": 22300, "loss": 0.0005, "changed": 0.0005, "kept": 6e-05, "gn": 0.038, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "16:08:49"}
459
+ {"event": "train", "step": 22350, "loss": 0.0007, "changed": 0.0007, "kept": 0.0002, "gn": 0.029, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "16:09:04"}
460
+ {"event": "train", "step": 22400, "loss": 0.0002, "changed": 0.0001, "kept": 0.00078, "gn": 0.031, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:09:30"}
461
+ {"event": "train", "step": 22450, "loss": 0.0008, "changed": 0.0007, "kept": 0.00022, "gn": 0.026, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:09:57"}
462
+ {"event": "train", "step": 22500, "loss": 0.0002, "changed": 0.0001, "kept": 0.0003, "gn": 0.074, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:10:24"}
463
+ {"event": "train", "step": 22550, "loss": 0.0054, "changed": 0.0052, "kept": 0.00074, "gn": 0.046, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:10:51"}
464
+ {"event": "train", "step": 22600, "loss": 0.0002, "changed": 0.0001, "kept": 0.00043, "gn": 0.06, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:11:17"}
465
+ {"event": "train", "step": 22650, "loss": 0.0, "changed": 0.0, "kept": 3e-05, "gn": 0.011, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:11:44"}
466
+ {"event": "train", "step": 22700, "loss": 0.0009, "changed": 0.0008, "kept": 0.00021, "gn": 0.175, "lr": 0.0005, "s_per_step": 0.274, "mem_GB": 32.8, "t": "16:12:11"}
467
+ {"event": "train", "step": 22750, "loss": 0.0001, "changed": 0.0001, "kept": 8e-05, "gn": 0.037, "lr": 0.0005, "s_per_step": 0.275, "mem_GB": 32.8, "t": "16:12:38"}
468
+ {"event": "train", "step": 22800, "loss": 0.0001, "changed": 0.0001, "kept": 0.00021, "gn": 0.075, "lr": 0.0005, "s_per_step": 0.275, "mem_GB": 32.8, "t": "16:13:04"}
469
+ {"event": "train", "step": 22850, "loss": 0.0004, "changed": 0.0002, "kept": 0.00074, "gn": 0.168, "lr": 0.0005, "s_per_step": 0.276, "mem_GB": 32.8, "t": "16:13:31"}
470
+ {"event": "train", "step": 22900, "loss": 0.005, "changed": 0.0049, "kept": 0.00022, "gn": 0.013, "lr": 0.0005, "s_per_step": 0.276, "mem_GB": 32.8, "t": "16:13:58"}
471
+ {"event": "train", "step": 22950, "loss": 0.0017, "changed": 0.0016, "kept": 0.00044, "gn": 0.024, "lr": 0.0005, "s_per_step": 0.277, "mem_GB": 32.8, "t": "16:14:25"}
472
+ {"event": "train", "step": 23000, "loss": 0.0002, "changed": 0.0001, "kept": 0.00073, "gn": 0.014, "lr": 0.0005, "s_per_step": 0.277, "mem_GB": 32.8, "t": "16:14:51"}
473
+ {"event": "train", "step": 23050, "loss": 0.0076, "changed": 0.0075, "kept": 0.00027, "gn": 0.036, "lr": 0.0005, "s_per_step": 0.278, "mem_GB": 32.8, "t": "16:15:18"}
474
+ {"event": "train", "step": 23100, "loss": 0.0002, "changed": 0.0, "kept": 0.00094, "gn": 0.01, "lr": 0.0005, "s_per_step": 0.279, "mem_GB": 32.8, "t": "16:15:45"}
475
+ {"event": "train", "step": 23150, "loss": 0.0003, "changed": 0.0, "kept": 0.00141, "gn": 0.015, "lr": 0.0005, "s_per_step": 0.279, "mem_GB": 32.8, "t": "16:16:12"}
476
+ {"event": "train", "step": 23200, "loss": 0.0005, "changed": 0.0001, "kept": 0.00214, "gn": 0.243, "lr": 0.0005, "s_per_step": 0.28, "mem_GB": 32.8, "t": "16:16:38"}
477
+ {"event": "train", "step": 23250, "loss": 0.0002, "changed": 0.0, "kept": 0.00077, "gn": 0.01, "lr": 0.0005, "s_per_step": 0.28, "mem_GB": 32.8, "t": "16:17:05"}
478
+ {"event": "train", "step": 23300, "loss": 0.0002, "changed": 0.0001, "kept": 0.00056, "gn": 0.028, "lr": 0.0005, "s_per_step": 0.281, "mem_GB": 32.8, "t": "16:17:32"}
479
+ {"event": "train", "step": 23350, "loss": 0.0001, "changed": 0.0, "kept": 0.00026, "gn": 0.007, "lr": 0.0005, "s_per_step": 0.281, "mem_GB": 32.8, "t": "16:17:59"}
480
+ {"event": "train", "step": 23400, "loss": 0.0007, "changed": 0.0006, "kept": 0.00013, "gn": 0.026, "lr": 0.0005, "s_per_step": 0.282, "mem_GB": 32.8, "t": "16:18:25"}
481
+ {"event": "train", "step": 23450, "loss": 0.0004, "changed": 0.0004, "kept": 0.0001, "gn": 0.022, "lr": 0.0005, "s_per_step": 0.282, "mem_GB": 32.8, "t": "16:18:52"}
482
+ {"event": "train", "step": 23500, "loss": 0.0001, "changed": 0.0, "kept": 0.0001, "gn": 0.012, "lr": 0.0005, "s_per_step": 0.283, "mem_GB": 32.8, "t": "16:19:19"}
483
+ {"event": "train", "step": 23550, "loss": 0.0003, "changed": 0.0003, "kept": 0.00025, "gn": 0.016, "lr": 0.0005, "s_per_step": 0.283, "mem_GB": 32.8, "t": "16:19:46"}
484
+ {"event": "train", "step": 23600, "loss": 0.0001, "changed": 0.0, "kept": 0.00036, "gn": 0.191, "lr": 0.0005, "s_per_step": 0.284, "mem_GB": 32.8, "t": "16:20:12"}
485
+ {"event": "train", "step": 23650, "loss": 0.0001, "changed": 0.0001, "kept": 0.00024, "gn": 0.052, "lr": 0.0005, "s_per_step": 0.284, "mem_GB": 32.8, "t": "16:20:39"}
486
+ {"event": "train", "step": 23700, "loss": 0.0064, "changed": 0.0064, "kept": 0.00013, "gn": 0.056, "lr": 0.0005, "s_per_step": 0.285, "mem_GB": 32.8, "t": "16:21:06"}
487
+ {"event": "train", "step": 23750, "loss": 0.0032, "changed": 0.0032, "kept": 0.00038, "gn": 0.089, "lr": 0.0005, "s_per_step": 0.286, "mem_GB": 32.8, "t": "16:21:33"}
488
+ {"event": "train", "step": 23800, "loss": 0.0001, "changed": 0.0001, "kept": 0.00022, "gn": 0.006, "lr": 0.0005, "s_per_step": 0.286, "mem_GB": 32.8, "t": "16:21:59"}
489
+ {"event": "train", "step": 23850, "loss": 0.0103, "changed": 0.0102, "kept": 0.00043, "gn": 0.232, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:22:26"}
490
+ {"event": "train", "step": 23900, "loss": 0.0003, "changed": 0.0003, "kept": 0.0002, "gn": 0.02, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:22:53"}
491
+ {"event": "train", "step": 23950, "loss": 0.0002, "changed": 0.0002, "kept": 0.00042, "gn": 0.026, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:23:20"}
492
+ {"event": "train", "step": 24000, "loss": 0.0004, "changed": 0.0002, "kept": 0.00103, "gn": 0.025, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:23:46"}
493
+ {"event": "eval", "step": 24000, "heldout_exact": 0.9955, "heldout_changed_acc": 0.99966, "demo_exact": 0.98875, "demo_changed_acc": 0.99924, "t": "16:23:47"}
494
+ {"event": "train", "step": 24050, "loss": 0.0002, "changed": 0.0001, "kept": 0.00066, "gn": 0.026, "lr": 0.0005, "s_per_step": 0.289, "mem_GB": 32.8, "t": "16:24:14"}
495
+ {"event": "train", "step": 24100, "loss": 0.0001, "changed": 0.0001, "kept": 0.00023, "gn": 0.006, "lr": 0.0005, "s_per_step": 0.289, "mem_GB": 32.8, "t": "16:24:28"}
496
+ {"event": "train", "step": 24150, "loss": 0.0088, "changed": 0.0088, "kept": 0.0001, "gn": 0.347, "lr": 0.0005, "s_per_step": 0.289, "mem_GB": 32.8, "t": "16:24:40"}
497
+ {"event": "train", "step": 24200, "loss": 0.0003, "changed": 0.0001, "kept": 0.00079, "gn": 0.024, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:24:52"}
498
+ {"event": "train", "step": 24250, "loss": 0.0005, "changed": 0.0003, "kept": 0.0008, "gn": 0.029, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:25:04"}
499
+ {"event": "train", "step": 24300, "loss": 0.0002, "changed": 0.0002, "kept": 0.00043, "gn": 0.006, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:25:16"}
500
+ {"event": "train", "step": 24350, "loss": 0.0008, "changed": 0.0008, "kept": 0.00031, "gn": 0.011, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:25:27"}
501
+ {"event": "train", "step": 24400, "loss": 0.0001, "changed": 0.0, "kept": 0.00016, "gn": 0.055, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:25:39"}
502
+ {"event": "train", "step": 24450, "loss": 0.0002, "changed": 0.0001, "kept": 0.00026, "gn": 0.098, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:25:51"}
503
+ {"event": "train", "step": 24500, "loss": 0.0002, "changed": 0.0001, "kept": 0.00021, "gn": 0.04, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:26:03"}
504
+ {"event": "train", "step": 24550, "loss": 0.0001, "changed": 0.0, "kept": 0.00026, "gn": 0.002, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:26:15"}
505
+ {"event": "train", "step": 24600, "loss": 0.0107, "changed": 0.0104, "kept": 0.00144, "gn": 0.038, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:26:27"}
506
+ {"event": "train", "step": 24650, "loss": 0.0001, "changed": 0.0, "kept": 0.00044, "gn": 0.015, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:26:39"}
507
+ {"event": "train", "step": 24700, "loss": 0.0022, "changed": 0.0022, "kept": 0.0002, "gn": 0.022, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:26:50"}
508
+ {"event": "train", "step": 24750, "loss": 0.0001, "changed": 0.0001, "kept": 5e-05, "gn": 0.013, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:27:02"}
509
+ {"event": "train", "step": 24800, "loss": 0.0, "changed": 0.0, "kept": 8e-05, "gn": 0.004, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:27:14"}
510
+ {"event": "train", "step": 24850, "loss": 0.005, "changed": 0.0049, "kept": 0.00028, "gn": 0.042, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:27:26"}
511
+ {"event": "train", "step": 24900, "loss": 0.0146, "changed": 0.0145, "kept": 0.00019, "gn": 0.113, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:27:38"}
512
+ {"event": "train", "step": 24950, "loss": 0.0001, "changed": 0.0, "kept": 0.00033, "gn": 0.242, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:27:50"}
513
+ {"event": "train", "step": 25000, "loss": 0.0033, "changed": 0.0031, "kept": 0.00079, "gn": 0.013, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:28:02"}
514
+ {"event": "train", "step": 25050, "loss": 0.001, "changed": 0.001, "kept": 0.00032, "gn": 0.015, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:28:13"}
515
+ {"event": "train", "step": 25100, "loss": 0.0029, "changed": 0.0029, "kept": 0.0002, "gn": 0.025, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:28:25"}
516
+ {"event": "train", "step": 25150, "loss": 0.0014, "changed": 0.0012, "kept": 0.00107, "gn": 0.093, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:28:37"}
517
+ {"event": "train", "step": 25200, "loss": 0.0001, "changed": 0.0, "kept": 0.00018, "gn": 0.028, "lr": 0.0005, "s_per_step": 0.286, "mem_GB": 32.8, "t": "16:28:49"}
518
+ {"event": "train", "step": 25250, "loss": 0.0012, "changed": 0.0008, "kept": 0.00198, "gn": 0.119, "lr": 0.0005, "s_per_step": 0.286, "mem_GB": 32.8, "t": "16:29:01"}
519
+ {"event": "train", "step": 25300, "loss": 0.0, "changed": 0.0, "kept": 9e-05, "gn": 0.004, "lr": 0.0005, "s_per_step": 0.286, "mem_GB": 32.8, "t": "16:29:13"}
520
+ {"event": "train", "step": 25350, "loss": 0.0001, "changed": 0.0, "kept": 0.0001, "gn": 0.097, "lr": 0.0005, "s_per_step": 0.286, "mem_GB": 32.8, "t": "16:29:25"}
neucpu/runs/cpu1/step_20000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c1cd19e16b0ada833c9d995b932771e0aa144a3aaa8ff507cc8357dfcfb489f
3
+ size 459385731
neucpu/runs/cpu1/step_22000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:735ffd973c92ebd7ae8f30ca2903f691e45ba3224a27547ad2e3cf2954dfa6dc
3
+ size 459385731
neucpu/runs/cpu1/step_24000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c713189d14d3181f060876e01622987105a23d07ca4b79a3e0053a42b669c9ed
3
+ size 459385731
neucpu/runs/cpu1soup/diag_16000.json ADDED
@@ -0,0 +1,750 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "ckpt": "step_16000.pt",
3
+ "demo": {
4
+ "collatz": {
5
+ "n": 600,
6
+ "exact": 1.0,
7
+ "by_op": {
8
+ "LDA": [
9
+ 150,
10
+ 1.0
11
+ ],
12
+ "CMPI": [
13
+ 95,
14
+ 1.0
15
+ ],
16
+ "STA": [
17
+ 66,
18
+ 1.0
19
+ ],
20
+ "LDI": [
21
+ 66,
22
+ 1.0
23
+ ],
24
+ "JMP": [
25
+ 58,
26
+ 1.0
27
+ ],
28
+ "ADDI": [
29
+ 35,
30
+ 1.0
31
+ ],
32
+ "MOD": [
33
+ 29,
34
+ 1.0
35
+ ],
36
+ "JNZ": [
37
+ 28,
38
+ 1.0
39
+ ],
40
+ "JZ": [
41
+ 28,
42
+ 1.0
43
+ ],
44
+ "JNC": [
45
+ 21,
46
+ 1.0
47
+ ],
48
+ "DIV": [
49
+ 12,
50
+ 1.0
51
+ ],
52
+ "MUL": [
53
+ 4,
54
+ 1.0
55
+ ],
56
+ "OUT": [
57
+ 4,
58
+ 1.0
59
+ ],
60
+ "JC": [
61
+ 3,
62
+ 1.0
63
+ ],
64
+ "CMP": [
65
+ 1,
66
+ 1.0
67
+ ]
68
+ },
69
+ "wrong_kind": {}
70
+ },
71
+ "digits": {
72
+ "n": 346,
73
+ "exact": 1.0,
74
+ "by_op": {
75
+ "LDA": [
76
+ 94,
77
+ 1.0
78
+ ],
79
+ "LDI": [
80
+ 56,
81
+ 1.0
82
+ ],
83
+ "STA": [
84
+ 54,
85
+ 1.0
86
+ ],
87
+ "JNC": [
88
+ 27,
89
+ 1.0
90
+ ],
91
+ "CMP": [
92
+ 20,
93
+ 1.0
94
+ ],
95
+ "JMP": [
96
+ 20,
97
+ 1.0
98
+ ],
99
+ "ADD": [
100
+ 20,
101
+ 1.0
102
+ ],
103
+ "DIV": [
104
+ 14,
105
+ 1.0
106
+ ],
107
+ "MOD": [
108
+ 14,
109
+ 1.0
110
+ ],
111
+ "CMPI": [
112
+ 7,
113
+ 1.0
114
+ ],
115
+ "OUT": [
116
+ 7,
117
+ 1.0
118
+ ],
119
+ "IN": [
120
+ 6,
121
+ 1.0
122
+ ],
123
+ "ADDI": [
124
+ 6,
125
+ 1.0
126
+ ],
127
+ "HALT": [
128
+ 1,
129
+ 1.0
130
+ ]
131
+ },
132
+ "wrong_kind": {}
133
+ },
134
+ "fib": {
135
+ "n": 190,
136
+ "exact": 1.0,
137
+ "by_op": {
138
+ "LDA": [
139
+ 79,
140
+ 1.0
141
+ ],
142
+ "STA": [
143
+ 41,
144
+ 1.0
145
+ ],
146
+ "CMPI": [
147
+ 14,
148
+ 1.0
149
+ ],
150
+ "JNC": [
151
+ 14,
152
+ 1.0
153
+ ],
154
+ "JMP": [
155
+ 13,
156
+ 1.0
157
+ ],
158
+ "OUT": [
159
+ 13,
160
+ 1.0
161
+ ],
162
+ "ADD": [
163
+ 13,
164
+ 1.0
165
+ ],
166
+ "LDI": [
167
+ 2,
168
+ 1.0
169
+ ],
170
+ "HALT": [
171
+ 1,
172
+ 1.0
173
+ ]
174
+ },
175
+ "wrong_kind": {}
176
+ },
177
+ "fizzbuzz": {
178
+ "n": 600,
179
+ "exact": 0.9983,
180
+ "by_op": {
181
+ "LDA": [
182
+ 127,
183
+ 1.0
184
+ ],
185
+ "LDI": [
186
+ 96,
187
+ 1.0
188
+ ],
189
+ "MOD": [
190
+ 69,
191
+ 0.9855
192
+ ],
193
+ "CMPI": [
194
+ 63,
195
+ 1.0
196
+ ],
197
+ "JNZ": [
198
+ 61,
199
+ 1.0
200
+ ],
201
+ "ADDI": [
202
+ 41,
203
+ 1.0
204
+ ],
205
+ "JMP": [
206
+ 38,
207
+ 1.0
208
+ ],
209
+ "CMP": [
210
+ 28,
211
+ 1.0
212
+ ],
213
+ "OUT": [
214
+ 26,
215
+ 1.0
216
+ ],
217
+ "JC": [
218
+ 25,
219
+ 1.0
220
+ ],
221
+ "STA": [
222
+ 25,
223
+ 1.0
224
+ ],
225
+ "HALT": [
226
+ 1,
227
+ 1.0
228
+ ]
229
+ },
230
+ "wrong_kind": {
231
+ "flags": 1
232
+ }
233
+ },
234
+ "gcd": {
235
+ "n": 154,
236
+ "exact": 0.9935,
237
+ "by_op": {
238
+ "LDA": [
239
+ 52,
240
+ 1.0
241
+ ],
242
+ "STA": [
243
+ 34,
244
+ 1.0
245
+ ],
246
+ "CMPI": [
247
+ 16,
248
+ 1.0
249
+ ],
250
+ "JMP": [
251
+ 11,
252
+ 1.0
253
+ ],
254
+ "JZ": [
255
+ 11,
256
+ 1.0
257
+ ],
258
+ "IN": [
259
+ 8,
260
+ 1.0
261
+ ],
262
+ "MOD": [
263
+ 7,
264
+ 0.8571
265
+ ],
266
+ "JNC": [
267
+ 5,
268
+ 1.0
269
+ ],
270
+ "OUT": [
271
+ 4,
272
+ 1.0
273
+ ],
274
+ "ADDI": [
275
+ 4,
276
+ 1.0
277
+ ],
278
+ "LDI": [
279
+ 1,
280
+ 1.0
281
+ ],
282
+ "HALT": [
283
+ 1,
284
+ 1.0
285
+ ]
286
+ },
287
+ "wrong_kind": {
288
+ "flags": 1
289
+ }
290
+ },
291
+ "primes": {
292
+ "n": 600,
293
+ "exact": 0.98,
294
+ "by_op": {
295
+ "LDA": [
296
+ 232,
297
+ 1.0
298
+ ],
299
+ "STA": [
300
+ 53,
301
+ 1.0
302
+ ],
303
+ "CMPI": [
304
+ 46,
305
+ 1.0
306
+ ],
307
+ "JMP": [
308
+ 41,
309
+ 1.0
310
+ ],
311
+ "CMP": [
312
+ 33,
313
+ 1.0
314
+ ],
315
+ "MOD": [
316
+ 31,
317
+ 0.8065
318
+ ],
319
+ "JC": [
320
+ 30,
321
+ 1.0
322
+ ],
323
+ "ADDI": [
324
+ 30,
325
+ 1.0
326
+ ],
327
+ "DIV": [
328
+ 29,
329
+ 0.7931
330
+ ],
331
+ "JNZ": [
332
+ 29,
333
+ 1.0
334
+ ],
335
+ "LDI": [
336
+ 22,
337
+ 1.0
338
+ ],
339
+ "JZ": [
340
+ 15,
341
+ 1.0
342
+ ],
343
+ "JNC": [
344
+ 9,
345
+ 1.0
346
+ ]
347
+ },
348
+ "wrong_kind": {
349
+ "flags": 9,
350
+ "reg": 4
351
+ }
352
+ },
353
+ "sieve": {
354
+ "n": 600,
355
+ "exact": 0.9983,
356
+ "by_op": {
357
+ "LDA": [
358
+ 187,
359
+ 1.0
360
+ ],
361
+ "CMPI": [
362
+ 74,
363
+ 0.9865
364
+ ],
365
+ "ADDI": [
366
+ 65,
367
+ 1.0
368
+ ],
369
+ "JMP": [
370
+ 51,
371
+ 1.0
372
+ ],
373
+ "JNC": [
374
+ 48,
375
+ 1.0
376
+ ],
377
+ "STA": [
378
+ 45,
379
+ 1.0
380
+ ],
381
+ "ADD": [
382
+ 31,
383
+ 1.0
384
+ ],
385
+ "LDI": [
386
+ 26,
387
+ 1.0
388
+ ],
389
+ "LD": [
390
+ 26,
391
+ 1.0
392
+ ],
393
+ "ST": [
394
+ 25,
395
+ 1.0
396
+ ],
397
+ "JNZ": [
398
+ 18,
399
+ 1.0
400
+ ],
401
+ "OUT": [
402
+ 4,
403
+ 1.0
404
+ ]
405
+ },
406
+ "wrong_kind": {
407
+ "reg": 1
408
+ }
409
+ },
410
+ "sort": {
411
+ "n": 600,
412
+ "exact": 1.0,
413
+ "by_op": {
414
+ "LDA": [
415
+ 199,
416
+ 1.0
417
+ ],
418
+ "ADDI": [
419
+ 143,
420
+ 1.0
421
+ ],
422
+ "CMP": [
423
+ 49,
424
+ 1.0
425
+ ],
426
+ "LD": [
427
+ 49,
428
+ 1.0
429
+ ],
430
+ "JNC": [
431
+ 44,
432
+ 1.0
433
+ ],
434
+ "STA": [
435
+ 41,
436
+ 1.0
437
+ ],
438
+ "JMP": [
439
+ 27,
440
+ 1.0
441
+ ],
442
+ "ST": [
443
+ 23,
444
+ 1.0
445
+ ],
446
+ "SUB": [
447
+ 15,
448
+ 1.0
449
+ ],
450
+ "LDI": [
451
+ 6,
452
+ 1.0
453
+ ],
454
+ "IN": [
455
+ 3,
456
+ 1.0
457
+ ],
458
+ "OUT": [
459
+ 1,
460
+ 1.0
461
+ ]
462
+ },
463
+ "wrong_kind": {}
464
+ }
465
+ },
466
+ "demo_all": {
467
+ "n": 3690,
468
+ "exact": 0.9959,
469
+ "by_op": {
470
+ "LDA": [
471
+ 1120,
472
+ 1.0
473
+ ],
474
+ "STA": [
475
+ 359,
476
+ 1.0
477
+ ],
478
+ "ADDI": [
479
+ 324,
480
+ 1.0
481
+ ],
482
+ "CMPI": [
483
+ 315,
484
+ 0.9968
485
+ ],
486
+ "LDI": [
487
+ 275,
488
+ 1.0
489
+ ],
490
+ "JMP": [
491
+ 259,
492
+ 1.0
493
+ ],
494
+ "JNC": [
495
+ 168,
496
+ 1.0
497
+ ],
498
+ "MOD": [
499
+ 150,
500
+ 0.9467
501
+ ],
502
+ "JNZ": [
503
+ 136,
504
+ 1.0
505
+ ],
506
+ "CMP": [
507
+ 131,
508
+ 1.0
509
+ ],
510
+ "LD": [
511
+ 75,
512
+ 1.0
513
+ ],
514
+ "ADD": [
515
+ 64,
516
+ 1.0
517
+ ],
518
+ "OUT": [
519
+ 59,
520
+ 1.0
521
+ ],
522
+ "JC": [
523
+ 58,
524
+ 1.0
525
+ ],
526
+ "DIV": [
527
+ 55,
528
+ 0.8909
529
+ ],
530
+ "JZ": [
531
+ 54,
532
+ 1.0
533
+ ],
534
+ "ST": [
535
+ 48,
536
+ 1.0
537
+ ],
538
+ "IN": [
539
+ 17,
540
+ 1.0
541
+ ],
542
+ "SUB": [
543
+ 15,
544
+ 1.0
545
+ ],
546
+ "MUL": [
547
+ 4,
548
+ 1.0
549
+ ],
550
+ "HALT": [
551
+ 4,
552
+ 1.0
553
+ ]
554
+ },
555
+ "wrong_kind": {
556
+ "flags": 11,
557
+ "reg": 5
558
+ }
559
+ },
560
+ "heldout": {
561
+ "n": 1556,
562
+ "exact": 0.9949,
563
+ "by_op": {
564
+ "LDA": [
565
+ 342,
566
+ 1.0
567
+ ],
568
+ "LDI": [
569
+ 217,
570
+ 1.0
571
+ ],
572
+ "STA": [
573
+ 150,
574
+ 1.0
575
+ ],
576
+ "ADDI": [
577
+ 107,
578
+ 1.0
579
+ ],
580
+ "CMPI": [
581
+ 90,
582
+ 0.9556
583
+ ],
584
+ "JNC": [
585
+ 87,
586
+ 1.0
587
+ ],
588
+ "JMP": [
589
+ 67,
590
+ 1.0
591
+ ],
592
+ "OUT": [
593
+ 63,
594
+ 1.0
595
+ ],
596
+ "MOD": [
597
+ 51,
598
+ 0.9412
599
+ ],
600
+ "SHR": [
601
+ 49,
602
+ 1.0
603
+ ],
604
+ "SHL": [
605
+ 45,
606
+ 1.0
607
+ ],
608
+ "CMP": [
609
+ 37,
610
+ 1.0
611
+ ],
612
+ "IN": [
613
+ 35,
614
+ 1.0
615
+ ],
616
+ "ADD": [
617
+ 33,
618
+ 1.0
619
+ ],
620
+ "XOR": [
621
+ 26,
622
+ 1.0
623
+ ],
624
+ "LD": [
625
+ 22,
626
+ 1.0
627
+ ],
628
+ "OR": [
629
+ 19,
630
+ 1.0
631
+ ],
632
+ "JNZ": [
633
+ 18,
634
+ 1.0
635
+ ],
636
+ "SUB": [
637
+ 17,
638
+ 1.0
639
+ ],
640
+ "DIV": [
641
+ 16,
642
+ 1.0
643
+ ],
644
+ "JC": [
645
+ 12,
646
+ 1.0
647
+ ],
648
+ "AND": [
649
+ 12,
650
+ 1.0
651
+ ],
652
+ "MUL": [
653
+ 11,
654
+ 0.9091
655
+ ],
656
+ "JZ": [
657
+ 9,
658
+ 1.0
659
+ ],
660
+ "SUBI": [
661
+ 9,
662
+ 1.0
663
+ ],
664
+ "HALT": [
665
+ 6,
666
+ 1.0
667
+ ],
668
+ "ST": [
669
+ 4,
670
+ 1.0
671
+ ],
672
+ "MOV": [
673
+ 2,
674
+ 1.0
675
+ ]
676
+ },
677
+ "wrong_kind": {
678
+ "reg": 6,
679
+ "flags": 3
680
+ }
681
+ },
682
+ "train_op_share": {
683
+ "HALT": 0.0138,
684
+ "LDI": 0.0799,
685
+ "MOV": 0.0149,
686
+ "ADD": 0.0202,
687
+ "SUB": 0.0193,
688
+ "ADDI": 0.0619,
689
+ "SUBI": 0.0152,
690
+ "MUL": 0.0186,
691
+ "DIV": 0.0183,
692
+ "MOD": 0.0314,
693
+ "AND": 0.0152,
694
+ "OR": 0.0182,
695
+ "XOR": 0.0212,
696
+ "SHL": 0.023,
697
+ "SHR": 0.0217,
698
+ "CMP": 0.0247,
699
+ "CMPI": 0.0541,
700
+ "JMP": 0.05,
701
+ "JZ": 0.0152,
702
+ "JNZ": 0.0154,
703
+ "JC": 0.0185,
704
+ "JNC": 0.0527,
705
+ "CALL": 0.0118,
706
+ "RET": 0.012,
707
+ "PUSH": 0.0117,
708
+ "POP": 0.0129,
709
+ "LD": 0.0242,
710
+ "ST": 0.0145,
711
+ "LDA": 0.1528,
712
+ "STA": 0.0751,
713
+ "OUT": 0.0374,
714
+ "IN": 0.0244
715
+ },
716
+ "demo_op_share": {
717
+ "HALT": 0.0011,
718
+ "LDI": 0.0745,
719
+ "MOV": 0.0,
720
+ "ADD": 0.0173,
721
+ "SUB": 0.0041,
722
+ "ADDI": 0.0878,
723
+ "SUBI": 0.0,
724
+ "MUL": 0.0011,
725
+ "DIV": 0.0149,
726
+ "MOD": 0.0407,
727
+ "AND": 0.0,
728
+ "OR": 0.0,
729
+ "XOR": 0.0,
730
+ "SHL": 0.0,
731
+ "SHR": 0.0,
732
+ "CMP": 0.0355,
733
+ "CMPI": 0.0854,
734
+ "JMP": 0.0702,
735
+ "JZ": 0.0146,
736
+ "JNZ": 0.0369,
737
+ "JC": 0.0157,
738
+ "JNC": 0.0455,
739
+ "CALL": 0.0,
740
+ "RET": 0.0,
741
+ "PUSH": 0.0,
742
+ "POP": 0.0,
743
+ "LD": 0.0203,
744
+ "ST": 0.013,
745
+ "LDA": 0.3035,
746
+ "STA": 0.0973,
747
+ "OUT": 0.016,
748
+ "IN": 0.0046
749
+ }
750
+ }
neucpu/runs/cpu1soup/step_14000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5ffa81de109bc405d961a557f26122824cb8592e97b80e32d72f0e49cc62a76
3
+ size 153120437
neucpu/runs/cpu1soup/step_16000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89aa783a520423e0f2a8f983f3bfecc052901073e24d4dd991858a71eba67ec3
3
+ size 153120437
neucpu/runs/cpu1soup/step_22000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc12d8d479743b29592aa185b0863999477d10d44d46a36829b461fe7b60b51a
3
+ size 153120437
neucpu/runs/smoke/log.jsonl ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {"event": "model", "params_M": 38.3, "tokens": 477, "name": "smoke", "steps": 100, "batch": 256, "lr": 0.0005, "d": 512, "layers": 12, "keep_w": 0.2, "eval_every": 100, "workers": 10, "world": 2, "n_state": 205, "t": "14:27:40"}
2
+ {"event": "train", "step": 50, "loss": 3.6434, "changed": 3.2591, "kept": 1.92152, "gn": 1.558, "lr": 5e-05, "s_per_step": 0.246, "mem_GB": 32.8, "t": "14:27:55"}
3
+ {"event": "train", "step": 100, "loss": 2.669, "changed": 2.2947, "kept": 1.87185, "gn": 0.848, "lr": 0.0001, "s_per_step": 0.242, "mem_GB": 32.8, "t": "14:28:06"}
4
+ {"event": "eval", "step": 100, "heldout_exact": 0.0, "heldout_changed_acc": 0.6569, "demo_exact": 0.0, "demo_changed_acc": 0.65118, "t": "14:28:07"}
5
+ {"event": "done", "t": "14:28:07"}
neucpu/runs/smoke/step_100.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a814f3843578fc86842ae29c1ad41a25d33953701fdb598a77365c80aeeecda
3
+ size 459385095