sync learned_computer: 36 files from /dev/shm/neucpu
Browse files- neucpu/logs/autocheck_done.txt +0 -0
- neucpu/logs/cpu1.log +563 -0
- neucpu/logs/diag_12000.log +47 -0
- neucpu/logs/diag_6000.log +47 -0
- neucpu/logs/diag_soup16000.log +47 -0
- neucpu/logs/fastgate.log +4 -0
- neucpu/logs/pagedata.log +2 -0
- neucpu/logs/roll_12000.log +2 -0
- neucpu/logs/roll_14000.log +2 -0
- neucpu/logs/roll_all.log +4 -0
- neucpu/logs/roll_hard.log +4 -0
- neucpu/logs/roll_soup.log +2 -0
- neucpu/logs/smoke.log +10 -0
- neucpu/logs/smoke150.log +9 -0
- neucpu/logs/soup.log +3 -0
- neucpu/logs/soup2.log +3 -0
- neucpu/progs/collatz.c +10 -0
- neucpu/progs/digits.c +9 -0
- neucpu/progs/fib.c +8 -0
- neucpu/progs/fizzbuzz.c +8 -0
- neucpu/progs/gcd.c +7 -0
- neucpu/progs/primes.c +9 -0
- neucpu/progs/sieve.c +8 -0
- neucpu/progs/sort.c +9 -0
- neucpu/runs/cpu1/diag_12000.json +766 -0
- neucpu/runs/cpu1/diag_6000.json +776 -0
- neucpu/runs/cpu1/log.jsonl +520 -0
- neucpu/runs/cpu1/step_20000.pt +3 -0
- neucpu/runs/cpu1/step_22000.pt +3 -0
- neucpu/runs/cpu1/step_24000.pt +3 -0
- neucpu/runs/cpu1soup/diag_16000.json +750 -0
- neucpu/runs/cpu1soup/step_14000.pt +3 -0
- neucpu/runs/cpu1soup/step_16000.pt +3 -0
- neucpu/runs/cpu1soup/step_22000.pt +3 -0
- neucpu/runs/smoke/log.jsonl +5 -0
- neucpu/runs/smoke/step_100.pt +3 -0
neucpu/logs/autocheck_done.txt
ADDED
|
File without changes
|
neucpu/logs/cpu1.log
ADDED
|
@@ -0,0 +1,563 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
14:28:19 TRAIN start name=cpu1 gpus=0,1,2,3,4,5,6,7 args=--steps 60000 --eval-every 2000
|
| 2 |
+
{"event": "model", "params_M": 38.3, "tokens": 477, "name": "cpu1", "steps": 60000, "batch": 256, "lr": 0.0005, "d": 512, "layers": 12, "keep_w": 0.2, "eval_every": 2000, "workers": 10, "world": 8, "n_state": 205, "t": "14:28:27"}
|
| 3 |
+
{"event": "train", "step": 50, "loss": 3.4392, "changed": 3.0625, "kept": 1.8836, "gn": 1.025, "lr": 5e-05, "s_per_step": 0.264, "mem_GB": 32.8, "t": "14:28:44"}
|
| 4 |
+
{"event": "train", "step": 100, "loss": 2.5437, "changed": 2.1992, "kept": 1.72234, "gn": 0.449, "lr": 0.0001, "s_per_step": 0.251, "mem_GB": 32.8, "t": "14:28:56"}
|
| 5 |
+
{"event": "train", "step": 150, "loss": 2.1356, "changed": 1.9618, "kept": 0.86922, "gn": 0.473, "lr": 0.00015, "s_per_step": 0.246, "mem_GB": 32.8, "t": "14:29:08"}
|
| 6 |
+
{"event": "train", "step": 200, "loss": 2.1163, "changed": 2.0342, "kept": 0.41024, "gn": 0.592, "lr": 0.0002, "s_per_step": 0.244, "mem_GB": 32.8, "t": "14:29:20"}
|
| 7 |
+
{"event": "train", "step": 250, "loss": 1.9957, "changed": 1.914, "kept": 0.40863, "gn": 0.596, "lr": 0.00025, "s_per_step": 0.243, "mem_GB": 32.8, "t": "14:29:32"}
|
| 8 |
+
{"event": "train", "step": 300, "loss": 1.6654, "changed": 1.6039, "kept": 0.30764, "gn": 0.432, "lr": 0.0003, "s_per_step": 0.242, "mem_GB": 32.8, "t": "14:29:44"}
|
| 9 |
+
{"event": "train", "step": 350, "loss": 1.7861, "changed": 1.7169, "kept": 0.34636, "gn": 0.542, "lr": 0.00035, "s_per_step": 0.241, "mem_GB": 32.8, "t": "14:29:55"}
|
| 10 |
+
{"event": "train", "step": 400, "loss": 1.6412, "changed": 1.5769, "kept": 0.32155, "gn": 0.424, "lr": 0.0004, "s_per_step": 0.241, "mem_GB": 32.8, "t": "14:30:07"}
|
| 11 |
+
{"event": "train", "step": 450, "loss": 1.7079, "changed": 1.6411, "kept": 0.33379, "gn": 0.449, "lr": 0.00045, "s_per_step": 0.24, "mem_GB": 32.8, "t": "14:30:19"}
|
| 12 |
+
{"event": "train", "step": 500, "loss": 1.7252, "changed": 1.6645, "kept": 0.3036, "gn": 0.432, "lr": 0.0005, "s_per_step": 0.24, "mem_GB": 32.8, "t": "14:30:31"}
|
| 13 |
+
{"event": "train", "step": 550, "loss": 1.6895, "changed": 1.6201, "kept": 0.34683, "gn": 0.387, "lr": 0.0005, "s_per_step": 0.24, "mem_GB": 32.8, "t": "14:30:43"}
|
| 14 |
+
{"event": "train", "step": 600, "loss": 1.6698, "changed": 1.6058, "kept": 0.31991, "gn": 0.434, "lr": 0.0005, "s_per_step": 0.24, "mem_GB": 32.8, "t": "14:30:55"}
|
| 15 |
+
{"event": "train", "step": 650, "loss": 1.6799, "changed": 1.6155, "kept": 0.32207, "gn": 0.492, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "14:31:07"}
|
| 16 |
+
{"event": "train", "step": 700, "loss": 1.5659, "changed": 1.5079, "kept": 0.29014, "gn": 0.453, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "14:31:18"}
|
| 17 |
+
{"event": "train", "step": 750, "loss": 1.4003, "changed": 1.3351, "kept": 0.32607, "gn": 0.411, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "14:31:30"}
|
| 18 |
+
{"event": "train", "step": 800, "loss": 1.3387, "changed": 1.271, "kept": 0.33828, "gn": 0.424, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "14:31:42"}
|
| 19 |
+
{"event": "train", "step": 850, "loss": 1.3545, "changed": 1.2896, "kept": 0.32453, "gn": 0.439, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "14:31:54"}
|
| 20 |
+
{"event": "train", "step": 900, "loss": 1.1283, "changed": 1.0736, "kept": 0.27352, "gn": 0.529, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "14:32:06"}
|
| 21 |
+
{"event": "train", "step": 950, "loss": 0.9104, "changed": 0.8642, "kept": 0.23074, "gn": 0.451, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "14:32:18"}
|
| 22 |
+
{"event": "train", "step": 1000, "loss": 0.9266, "changed": 0.8816, "kept": 0.22498, "gn": 0.596, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "14:32:30"}
|
| 23 |
+
{"event": "train", "step": 1050, "loss": 0.6812, "changed": 0.6428, "kept": 0.19192, "gn": 0.446, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "14:32:41"}
|
| 24 |
+
{"event": "train", "step": 1100, "loss": 0.6838, "changed": 0.6532, "kept": 0.15323, "gn": 0.369, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "14:32:53"}
|
| 25 |
+
{"event": "train", "step": 1150, "loss": 0.6356, "changed": 0.5999, "kept": 0.17849, "gn": 0.43, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:33:05"}
|
| 26 |
+
{"event": "train", "step": 1200, "loss": 0.5477, "changed": 0.5161, "kept": 0.15799, "gn": 0.614, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:33:17"}
|
| 27 |
+
{"event": "train", "step": 1250, "loss": 0.6334, "changed": 0.5951, "kept": 0.19163, "gn": 0.502, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:33:29"}
|
| 28 |
+
{"event": "train", "step": 1300, "loss": 0.5559, "changed": 0.5269, "kept": 0.14495, "gn": 0.496, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:33:41"}
|
| 29 |
+
{"event": "train", "step": 1350, "loss": 0.42, "changed": 0.3943, "kept": 0.1289, "gn": 0.376, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:33:53"}
|
| 30 |
+
{"event": "train", "step": 1400, "loss": 0.5846, "changed": 0.5542, "kept": 0.15166, "gn": 0.419, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:34:05"}
|
| 31 |
+
{"event": "train", "step": 1450, "loss": 0.3376, "changed": 0.3089, "kept": 0.14327, "gn": 0.494, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:34:16"}
|
| 32 |
+
{"event": "train", "step": 1500, "loss": 0.2818, "changed": 0.2578, "kept": 0.12039, "gn": 0.369, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:34:28"}
|
| 33 |
+
{"event": "train", "step": 1550, "loss": 0.2597, "changed": 0.2363, "kept": 0.117, "gn": 0.428, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:34:40"}
|
| 34 |
+
{"event": "train", "step": 1600, "loss": 0.2015, "changed": 0.1795, "kept": 0.10991, "gn": 0.322, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:34:52"}
|
| 35 |
+
{"event": "train", "step": 1650, "loss": 0.2217, "changed": 0.2023, "kept": 0.09671, "gn": 0.303, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:35:04"}
|
| 36 |
+
{"event": "train", "step": 1700, "loss": 0.2119, "changed": 0.1964, "kept": 0.07747, "gn": 0.446, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:35:16"}
|
| 37 |
+
{"event": "train", "step": 1750, "loss": 0.3383, "changed": 0.3278, "kept": 0.0526, "gn": 0.287, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:35:28"}
|
| 38 |
+
{"event": "train", "step": 1800, "loss": 0.2157, "changed": 0.2015, "kept": 0.07097, "gn": 0.453, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:35:39"}
|
| 39 |
+
{"event": "train", "step": 1850, "loss": 0.1637, "changed": 0.1538, "kept": 0.04935, "gn": 0.439, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:35:51"}
|
| 40 |
+
{"event": "train", "step": 1900, "loss": 0.1556, "changed": 0.1411, "kept": 0.07236, "gn": 0.344, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:36:03"}
|
| 41 |
+
{"event": "train", "step": 1950, "loss": 0.1939, "changed": 0.1861, "kept": 0.039, "gn": 0.583, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:36:15"}
|
| 42 |
+
{"event": "train", "step": 2000, "loss": 0.0914, "changed": 0.0843, "kept": 0.03508, "gn": 1.305, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:36:27"}
|
| 43 |
+
{"event": "eval", "step": 2000, "heldout_exact": 0.78728, "heldout_changed_acc": 0.9869, "demo_exact": 0.7175, "demo_changed_acc": 0.96954, "t": "14:36:27"}
|
| 44 |
+
/dev/shm/prh/venv/lib/python3.11/site-packages/torch/distributed/distributed_c10d.py:4876: UserWarning: barrier(): using the device under current context. You can specify `device_id` in `init_process_group` to mute this warning.
|
| 45 |
+
warnings.warn( # warn only once
|
| 46 |
+
{"event": "train", "step": 2050, "loss": 0.1307, "changed": 0.1229, "kept": 0.03888, "gn": 0.348, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:36:39"}
|
| 47 |
+
{"event": "train", "step": 2100, "loss": 0.128, "changed": 0.1165, "kept": 0.05773, "gn": 0.238, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:36:51"}
|
| 48 |
+
{"event": "train", "step": 2150, "loss": 0.1305, "changed": 0.1212, "kept": 0.04656, "gn": 3.025, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:37:03"}
|
| 49 |
+
{"event": "train", "step": 2200, "loss": 0.048, "changed": 0.045, "kept": 0.0148, "gn": 0.752, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:37:15"}
|
| 50 |
+
{"event": "train", "step": 2250, "loss": 0.0665, "changed": 0.0611, "kept": 0.02679, "gn": 0.904, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:37:27"}
|
| 51 |
+
{"event": "train", "step": 2300, "loss": 0.0524, "changed": 0.0486, "kept": 0.01863, "gn": 0.411, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:37:38"}
|
| 52 |
+
{"event": "train", "step": 2350, "loss": 0.0222, "changed": 0.0198, "kept": 0.01238, "gn": 0.341, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:37:50"}
|
| 53 |
+
{"event": "train", "step": 2400, "loss": 0.047, "changed": 0.0439, "kept": 0.01537, "gn": 0.319, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:38:02"}
|
| 54 |
+
{"event": "train", "step": 2450, "loss": 0.0767, "changed": 0.0739, "kept": 0.01414, "gn": 0.345, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:38:14"}
|
| 55 |
+
{"event": "train", "step": 2500, "loss": 0.0438, "changed": 0.0397, "kept": 0.02055, "gn": 0.807, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:38:26"}
|
| 56 |
+
{"event": "train", "step": 2550, "loss": 0.0807, "changed": 0.0782, "kept": 0.01255, "gn": 0.419, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:38:38"}
|
| 57 |
+
{"event": "train", "step": 2600, "loss": 0.0502, "changed": 0.0459, "kept": 0.02165, "gn": 0.456, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:38:50"}
|
| 58 |
+
{"event": "train", "step": 2650, "loss": 0.0611, "changed": 0.0591, "kept": 0.01, "gn": 0.386, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:39:02"}
|
| 59 |
+
{"event": "train", "step": 2700, "loss": 0.0545, "changed": 0.0533, "kept": 0.00587, "gn": 0.264, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:39:13"}
|
| 60 |
+
{"event": "train", "step": 2750, "loss": 0.0642, "changed": 0.0631, "kept": 0.00537, "gn": 0.602, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:39:25"}
|
| 61 |
+
{"event": "train", "step": 2800, "loss": 0.0404, "changed": 0.0388, "kept": 0.00805, "gn": 0.36, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:39:37"}
|
| 62 |
+
{"event": "train", "step": 2850, "loss": 0.0237, "changed": 0.0219, "kept": 0.00881, "gn": 0.313, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:39:49"}
|
| 63 |
+
{"event": "train", "step": 2900, "loss": 0.0332, "changed": 0.0304, "kept": 0.01408, "gn": 0.139, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:40:01"}
|
| 64 |
+
{"event": "train", "step": 2950, "loss": 0.0329, "changed": 0.0285, "kept": 0.02171, "gn": 0.764, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:40:13"}
|
| 65 |
+
{"event": "train", "step": 3000, "loss": 0.0363, "changed": 0.0339, "kept": 0.01162, "gn": 0.381, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:40:25"}
|
| 66 |
+
{"event": "train", "step": 3050, "loss": 0.0267, "changed": 0.0241, "kept": 0.01307, "gn": 0.209, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:40:36"}
|
| 67 |
+
{"event": "train", "step": 3100, "loss": 0.0394, "changed": 0.0381, "kept": 0.0067, "gn": 0.414, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:40:48"}
|
| 68 |
+
{"event": "train", "step": 3150, "loss": 0.0535, "changed": 0.0518, "kept": 0.00873, "gn": 0.565, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:41:00"}
|
| 69 |
+
{"event": "train", "step": 3200, "loss": 0.023, "changed": 0.0203, "kept": 0.01346, "gn": 0.255, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:41:12"}
|
| 70 |
+
{"event": "train", "step": 3250, "loss": 0.0328, "changed": 0.0318, "kept": 0.00548, "gn": 0.146, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:41:24"}
|
| 71 |
+
{"event": "train", "step": 3300, "loss": 0.0772, "changed": 0.0767, "kept": 0.00241, "gn": 0.144, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:41:36"}
|
| 72 |
+
{"event": "train", "step": 3350, "loss": 0.022, "changed": 0.0212, "kept": 0.00419, "gn": 0.293, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:41:48"}
|
| 73 |
+
{"event": "train", "step": 3400, "loss": 0.0186, "changed": 0.0171, "kept": 0.00765, "gn": 0.153, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:41:59"}
|
| 74 |
+
{"event": "train", "step": 3450, "loss": 0.0247, "changed": 0.0237, "kept": 0.00544, "gn": 0.483, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:42:11"}
|
| 75 |
+
{"event": "train", "step": 3500, "loss": 0.0392, "changed": 0.0383, "kept": 0.00471, "gn": 1.036, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:42:23"}
|
| 76 |
+
{"event": "train", "step": 3550, "loss": 0.0298, "changed": 0.0285, "kept": 0.00635, "gn": 0.303, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:42:35"}
|
| 77 |
+
{"event": "train", "step": 3600, "loss": 0.021, "changed": 0.0193, "kept": 0.00857, "gn": 0.585, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:42:47"}
|
| 78 |
+
{"event": "train", "step": 3650, "loss": 0.0341, "changed": 0.0331, "kept": 0.00475, "gn": 0.558, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:42:59"}
|
| 79 |
+
{"event": "train", "step": 3700, "loss": 0.0195, "changed": 0.018, "kept": 0.00716, "gn": 0.325, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:43:11"}
|
| 80 |
+
{"event": "train", "step": 3750, "loss": 0.0372, "changed": 0.0346, "kept": 0.01281, "gn": 0.227, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:43:22"}
|
| 81 |
+
{"event": "train", "step": 3800, "loss": 0.0144, "changed": 0.0132, "kept": 0.00608, "gn": 0.103, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:43:34"}
|
| 82 |
+
{"event": "train", "step": 3850, "loss": 0.0606, "changed": 0.0597, "kept": 0.00442, "gn": 0.341, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:43:46"}
|
| 83 |
+
{"event": "train", "step": 3900, "loss": 0.0108, "changed": 0.0102, "kept": 0.00299, "gn": 0.285, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:43:58"}
|
| 84 |
+
{"event": "train", "step": 3950, "loss": 0.058, "changed": 0.0557, "kept": 0.0119, "gn": 0.214, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:44:10"}
|
| 85 |
+
{"event": "train", "step": 4000, "loss": 0.036, "changed": 0.0354, "kept": 0.00295, "gn": 0.165, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:44:22"}
|
| 86 |
+
{"event": "eval", "step": 4000, "heldout_exact": 0.95501, "heldout_changed_acc": 0.99517, "demo_exact": 0.94625, "demo_changed_acc": 0.99619, "t": "14:44:22"}
|
| 87 |
+
{"event": "train", "step": 4050, "loss": 0.0418, "changed": 0.0411, "kept": 0.00312, "gn": 0.089, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:44:34"}
|
| 88 |
+
{"event": "train", "step": 4100, "loss": 0.0109, "changed": 0.01, "kept": 0.00414, "gn": 0.273, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:44:46"}
|
| 89 |
+
{"event": "train", "step": 4150, "loss": 0.0149, "changed": 0.0144, "kept": 0.00261, "gn": 0.189, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:44:58"}
|
| 90 |
+
{"event": "train", "step": 4200, "loss": 0.0165, "changed": 0.0159, "kept": 0.00308, "gn": 0.156, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:45:10"}
|
| 91 |
+
{"event": "train", "step": 4250, "loss": 0.0054, "changed": 0.0047, "kept": 0.00341, "gn": 0.228, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:45:21"}
|
| 92 |
+
{"event": "train", "step": 4300, "loss": 0.02, "changed": 0.0192, "kept": 0.00382, "gn": 0.073, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:45:33"}
|
| 93 |
+
{"event": "train", "step": 4350, "loss": 0.0122, "changed": 0.0114, "kept": 0.00427, "gn": 0.155, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:45:45"}
|
| 94 |
+
{"event": "train", "step": 4400, "loss": 0.0244, "changed": 0.0235, "kept": 0.0046, "gn": 0.165, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:45:57"}
|
| 95 |
+
{"event": "train", "step": 4450, "loss": 0.0326, "changed": 0.0318, "kept": 0.00358, "gn": 0.419, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:46:09"}
|
| 96 |
+
{"event": "train", "step": 4500, "loss": 0.0142, "changed": 0.0129, "kept": 0.0067, "gn": 0.065, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:46:21"}
|
| 97 |
+
{"event": "train", "step": 4550, "loss": 0.0268, "changed": 0.026, "kept": 0.00387, "gn": 1.268, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:46:33"}
|
| 98 |
+
{"event": "train", "step": 4600, "loss": 0.0111, "changed": 0.0103, "kept": 0.00416, "gn": 0.079, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:46:44"}
|
| 99 |
+
{"event": "train", "step": 4650, "loss": 0.0486, "changed": 0.0482, "kept": 0.00224, "gn": 0.167, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:46:56"}
|
| 100 |
+
{"event": "train", "step": 4700, "loss": 0.0194, "changed": 0.0183, "kept": 0.00573, "gn": 0.925, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:47:08"}
|
| 101 |
+
{"event": "train", "step": 4750, "loss": 0.0253, "changed": 0.0245, "kept": 0.00411, "gn": 0.112, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:47:20"}
|
| 102 |
+
{"event": "train", "step": 4800, "loss": 0.0323, "changed": 0.0318, "kept": 0.00267, "gn": 1.543, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:47:32"}
|
| 103 |
+
{"event": "train", "step": 4850, "loss": 0.0123, "changed": 0.0118, "kept": 0.00229, "gn": 0.056, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:47:44"}
|
| 104 |
+
{"event": "train", "step": 4900, "loss": 0.0143, "changed": 0.0135, "kept": 0.0039, "gn": 0.975, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:47:56"}
|
| 105 |
+
{"event": "train", "step": 4950, "loss": 0.014, "changed": 0.0134, "kept": 0.00317, "gn": 0.36, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:48:08"}
|
| 106 |
+
{"event": "train", "step": 5000, "loss": 0.0288, "changed": 0.0281, "kept": 0.00346, "gn": 0.254, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:48:19"}
|
| 107 |
+
{"event": "train", "step": 5050, "loss": 0.0294, "changed": 0.0289, "kept": 0.00251, "gn": 0.149, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:48:31"}
|
| 108 |
+
{"event": "train", "step": 5100, "loss": 0.057, "changed": 0.0562, "kept": 0.00382, "gn": 0.131, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:48:43"}
|
| 109 |
+
{"event": "train", "step": 5150, "loss": 0.029, "changed": 0.0284, "kept": 0.00339, "gn": 0.209, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:48:55"}
|
| 110 |
+
{"event": "train", "step": 5200, "loss": 0.0226, "changed": 0.0223, "kept": 0.00176, "gn": 0.149, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:49:07"}
|
| 111 |
+
{"event": "train", "step": 5250, "loss": 0.0193, "changed": 0.0169, "kept": 0.01237, "gn": 0.118, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:49:19"}
|
| 112 |
+
{"event": "train", "step": 5300, "loss": 0.0165, "changed": 0.016, "kept": 0.0028, "gn": 0.692, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:49:31"}
|
| 113 |
+
{"event": "train", "step": 5350, "loss": 0.0127, "changed": 0.012, "kept": 0.00352, "gn": 0.386, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:49:42"}
|
| 114 |
+
{"event": "train", "step": 5400, "loss": 0.0158, "changed": 0.0149, "kept": 0.00464, "gn": 0.199, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:49:54"}
|
| 115 |
+
{"event": "train", "step": 5450, "loss": 0.0109, "changed": 0.008, "kept": 0.01452, "gn": 0.173, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:50:06"}
|
| 116 |
+
{"event": "train", "step": 5500, "loss": 0.0027, "changed": 0.0024, "kept": 0.00114, "gn": 0.276, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:50:18"}
|
| 117 |
+
{"event": "train", "step": 5550, "loss": 0.0092, "changed": 0.0088, "kept": 0.00225, "gn": 0.089, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:50:30"}
|
| 118 |
+
{"event": "train", "step": 5600, "loss": 0.0302, "changed": 0.0295, "kept": 0.00372, "gn": 0.192, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:50:42"}
|
| 119 |
+
{"event": "train", "step": 5650, "loss": 0.043, "changed": 0.0424, "kept": 0.00305, "gn": 0.306, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:50:54"}
|
| 120 |
+
{"event": "train", "step": 5700, "loss": 0.0216, "changed": 0.0204, "kept": 0.00595, "gn": 0.787, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:51:05"}
|
| 121 |
+
{"event": "train", "step": 5750, "loss": 0.0045, "changed": 0.004, "kept": 0.00277, "gn": 0.061, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:51:17"}
|
| 122 |
+
{"event": "train", "step": 5800, "loss": 0.0271, "changed": 0.0269, "kept": 0.00109, "gn": 0.311, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:51:29"}
|
| 123 |
+
{"event": "train", "step": 5850, "loss": 0.0301, "changed": 0.0293, "kept": 0.00416, "gn": 0.11, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:51:41"}
|
| 124 |
+
{"event": "train", "step": 5900, "loss": 0.0325, "changed": 0.0313, "kept": 0.00609, "gn": 0.079, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:51:53"}
|
| 125 |
+
{"event": "train", "step": 5950, "loss": 0.0016, "changed": 0.0013, "kept": 0.00102, "gn": 0.101, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:52:05"}
|
| 126 |
+
{"event": "train", "step": 6000, "loss": 0.0151, "changed": 0.0142, "kept": 0.00434, "gn": 0.105, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:52:17"}
|
| 127 |
+
{"event": "eval", "step": 6000, "heldout_exact": 0.96979, "heldout_changed_acc": 0.99655, "demo_exact": 0.94875, "demo_changed_acc": 0.99543, "t": "14:52:17"}
|
| 128 |
+
{"event": "train", "step": 6050, "loss": 0.03, "changed": 0.0286, "kept": 0.00724, "gn": 0.225, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:52:29"}
|
| 129 |
+
{"event": "train", "step": 6100, "loss": 0.0154, "changed": 0.0148, "kept": 0.00296, "gn": 0.106, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:52:41"}
|
| 130 |
+
{"event": "train", "step": 6150, "loss": 0.0123, "changed": 0.012, "kept": 0.00143, "gn": 0.069, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:52:53"}
|
| 131 |
+
{"event": "train", "step": 6200, "loss": 0.0066, "changed": 0.0057, "kept": 0.00473, "gn": 0.3, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:53:04"}
|
| 132 |
+
{"event": "train", "step": 6250, "loss": 0.0069, "changed": 0.0067, "kept": 0.00114, "gn": 0.054, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:53:16"}
|
| 133 |
+
{"event": "train", "step": 6300, "loss": 0.0207, "changed": 0.0203, "kept": 0.00224, "gn": 0.089, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:53:28"}
|
| 134 |
+
{"event": "train", "step": 6350, "loss": 0.0163, "changed": 0.0161, "kept": 0.00124, "gn": 0.234, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:53:40"}
|
| 135 |
+
{"event": "train", "step": 6400, "loss": 0.0062, "changed": 0.0054, "kept": 0.0038, "gn": 0.045, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:53:52"}
|
| 136 |
+
{"event": "train", "step": 6450, "loss": 0.0144, "changed": 0.0139, "kept": 0.00279, "gn": 0.23, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:54:04"}
|
| 137 |
+
{"event": "train", "step": 6500, "loss": 0.0047, "changed": 0.0036, "kept": 0.00579, "gn": 0.882, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:54:16"}
|
| 138 |
+
{"event": "train", "step": 6550, "loss": 0.011, "changed": 0.0108, "kept": 0.00109, "gn": 0.156, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:54:27"}
|
| 139 |
+
{"event": "train", "step": 6600, "loss": 0.0102, "changed": 0.0097, "kept": 0.00273, "gn": 0.069, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:54:39"}
|
| 140 |
+
{"event": "train", "step": 6650, "loss": 0.0444, "changed": 0.044, "kept": 0.00217, "gn": 0.051, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:54:51"}
|
| 141 |
+
{"event": "train", "step": 6700, "loss": 0.0018, "changed": 0.0012, "kept": 0.00316, "gn": 0.051, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:55:03"}
|
| 142 |
+
{"event": "train", "step": 6750, "loss": 0.0158, "changed": 0.0155, "kept": 0.00163, "gn": 0.437, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:55:15"}
|
| 143 |
+
{"event": "train", "step": 6800, "loss": 0.0065, "changed": 0.006, "kept": 0.00247, "gn": 0.058, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:55:27"}
|
| 144 |
+
{"event": "train", "step": 6850, "loss": 0.0457, "changed": 0.0453, "kept": 0.00165, "gn": 0.085, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:55:39"}
|
| 145 |
+
{"event": "train", "step": 6900, "loss": 0.0214, "changed": 0.0213, "kept": 0.00083, "gn": 0.21, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:55:50"}
|
| 146 |
+
{"event": "train", "step": 6950, "loss": 0.01, "changed": 0.0095, "kept": 0.00261, "gn": 0.838, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:56:02"}
|
| 147 |
+
{"event": "train", "step": 7000, "loss": 0.0119, "changed": 0.0117, "kept": 0.00144, "gn": 0.094, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:56:14"}
|
| 148 |
+
{"event": "train", "step": 7050, "loss": 0.0073, "changed": 0.0068, "kept": 0.00241, "gn": 0.071, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:56:26"}
|
| 149 |
+
{"event": "train", "step": 7100, "loss": 0.0068, "changed": 0.0063, "kept": 0.00234, "gn": 0.083, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:56:38"}
|
| 150 |
+
{"event": "train", "step": 7150, "loss": 0.035, "changed": 0.0347, "kept": 0.00145, "gn": 0.438, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:56:50"}
|
| 151 |
+
{"event": "train", "step": 7200, "loss": 0.0184, "changed": 0.0181, "kept": 0.00125, "gn": 0.163, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:57:02"}
|
| 152 |
+
{"event": "train", "step": 7250, "loss": 0.0103, "changed": 0.0101, "kept": 0.00099, "gn": 0.072, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:57:13"}
|
| 153 |
+
{"event": "train", "step": 7300, "loss": 0.0081, "changed": 0.0078, "kept": 0.00123, "gn": 0.449, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:57:25"}
|
| 154 |
+
{"event": "train", "step": 7350, "loss": 0.0017, "changed": 0.0011, "kept": 0.00321, "gn": 0.095, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:57:37"}
|
| 155 |
+
{"event": "train", "step": 7400, "loss": 0.0067, "changed": 0.0065, "kept": 0.00118, "gn": 0.049, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:57:49"}
|
| 156 |
+
{"event": "train", "step": 7450, "loss": 0.0175, "changed": 0.0173, "kept": 0.00114, "gn": 0.385, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:58:01"}
|
| 157 |
+
{"event": "train", "step": 7500, "loss": 0.0127, "changed": 0.0121, "kept": 0.00287, "gn": 0.14, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:58:13"}
|
| 158 |
+
{"event": "train", "step": 7550, "loss": 0.0263, "changed": 0.0252, "kept": 0.00545, "gn": 0.148, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:58:25"}
|
| 159 |
+
{"event": "train", "step": 7600, "loss": 0.0072, "changed": 0.0059, "kept": 0.00671, "gn": 0.035, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:58:36"}
|
| 160 |
+
{"event": "train", "step": 7650, "loss": 0.0105, "changed": 0.0097, "kept": 0.00378, "gn": 0.042, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:58:52"}
|
| 161 |
+
{"event": "train", "step": 7700, "loss": 0.0127, "changed": 0.0124, "kept": 0.00195, "gn": 0.086, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:59:03"}
|
| 162 |
+
{"event": "train", "step": 7750, "loss": 0.0142, "changed": 0.0138, "kept": 0.00214, "gn": 2.861, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:59:15"}
|
| 163 |
+
{"event": "train", "step": 7800, "loss": 0.0105, "changed": 0.0101, "kept": 0.00163, "gn": 0.059, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:59:27"}
|
| 164 |
+
{"event": "train", "step": 7850, "loss": 0.0132, "changed": 0.013, "kept": 0.00071, "gn": 0.055, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:59:39"}
|
| 165 |
+
{"event": "train", "step": 7900, "loss": 0.0091, "changed": 0.0085, "kept": 0.00274, "gn": 0.167, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:59:51"}
|
| 166 |
+
{"event": "train", "step": 7950, "loss": 0.002, "changed": 0.0019, "kept": 0.00054, "gn": 0.511, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:00:03"}
|
| 167 |
+
{"event": "train", "step": 8000, "loss": 0.0128, "changed": 0.0122, "kept": 0.00283, "gn": 0.071, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:00:15"}
|
| 168 |
+
{"event": "eval", "step": 8000, "heldout_exact": 0.97172, "heldout_changed_acc": 0.99931, "demo_exact": 0.94875, "demo_changed_acc": 0.99848, "t": "15:00:15"}
|
| 169 |
+
{"event": "train", "step": 8050, "loss": 0.0019, "changed": 0.0012, "kept": 0.00326, "gn": 0.078, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:00:27"}
|
| 170 |
+
{"event": "train", "step": 8100, "loss": 0.0012, "changed": 0.0005, "kept": 0.00363, "gn": 0.066, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:00:39"}
|
| 171 |
+
{"event": "train", "step": 8150, "loss": 0.003, "changed": 0.0022, "kept": 0.00425, "gn": 0.069, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:00:51"}
|
| 172 |
+
{"event": "train", "step": 8200, "loss": 0.0026, "changed": 0.0024, "kept": 0.00077, "gn": 0.176, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:01:02"}
|
| 173 |
+
{"event": "train", "step": 8250, "loss": 0.0152, "changed": 0.0147, "kept": 0.00255, "gn": 0.311, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:01:14"}
|
| 174 |
+
{"event": "train", "step": 8300, "loss": 0.0068, "changed": 0.006, "kept": 0.00391, "gn": 0.862, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:01:26"}
|
| 175 |
+
{"event": "train", "step": 8350, "loss": 0.0105, "changed": 0.0104, "kept": 0.00055, "gn": 0.038, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:01:38"}
|
| 176 |
+
{"event": "train", "step": 8400, "loss": 0.0086, "changed": 0.0082, "kept": 0.00239, "gn": 0.063, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:01:50"}
|
| 177 |
+
{"event": "train", "step": 8450, "loss": 0.0068, "changed": 0.0066, "kept": 0.00128, "gn": 0.079, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:02:02"}
|
| 178 |
+
{"event": "train", "step": 8500, "loss": 0.0165, "changed": 0.0164, "kept": 0.00052, "gn": 0.06, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:02:14"}
|
| 179 |
+
{"event": "train", "step": 8550, "loss": 0.0214, "changed": 0.0213, "kept": 0.00058, "gn": 1.183, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:02:25"}
|
| 180 |
+
{"event": "train", "step": 8600, "loss": 0.0141, "changed": 0.0139, "kept": 0.00109, "gn": 0.091, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:02:37"}
|
| 181 |
+
{"event": "train", "step": 8650, "loss": 0.002, "changed": 0.0016, "kept": 0.00161, "gn": 0.102, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:02:49"}
|
| 182 |
+
{"event": "train", "step": 8700, "loss": 0.0196, "changed": 0.0195, "kept": 0.00068, "gn": 0.272, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:03:01"}
|
| 183 |
+
{"event": "train", "step": 8750, "loss": 0.0085, "changed": 0.0081, "kept": 0.00178, "gn": 0.1, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:03:13"}
|
| 184 |
+
{"event": "train", "step": 8800, "loss": 0.0012, "changed": 0.0009, "kept": 0.00156, "gn": 0.045, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:03:25"}
|
| 185 |
+
{"event": "train", "step": 8850, "loss": 0.0107, "changed": 0.0106, "kept": 0.00045, "gn": 0.101, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:03:37"}
|
| 186 |
+
{"event": "train", "step": 8900, "loss": 0.0035, "changed": 0.0033, "kept": 0.00128, "gn": 0.297, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:03:48"}
|
| 187 |
+
{"event": "train", "step": 8950, "loss": 0.0022, "changed": 0.0018, "kept": 0.00227, "gn": 0.172, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:04:00"}
|
| 188 |
+
{"event": "train", "step": 9000, "loss": 0.0021, "changed": 0.0019, "kept": 0.0013, "gn": 0.097, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:04:12"}
|
| 189 |
+
{"event": "train", "step": 9050, "loss": 0.0371, "changed": 0.0368, "kept": 0.00163, "gn": 0.429, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:04:24"}
|
| 190 |
+
{"event": "train", "step": 9100, "loss": 0.0095, "changed": 0.0086, "kept": 0.00422, "gn": 0.213, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:04:36"}
|
| 191 |
+
{"event": "train", "step": 9150, "loss": 0.0058, "changed": 0.0053, "kept": 0.00267, "gn": 0.081, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:04:48"}
|
| 192 |
+
{"event": "train", "step": 9200, "loss": 0.0104, "changed": 0.0102, "kept": 0.00074, "gn": 0.091, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:05:00"}
|
| 193 |
+
{"event": "train", "step": 9250, "loss": 0.0144, "changed": 0.0142, "kept": 0.00095, "gn": 0.173, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:05:11"}
|
| 194 |
+
{"event": "train", "step": 9300, "loss": 0.0048, "changed": 0.0045, "kept": 0.00147, "gn": 0.098, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:05:23"}
|
| 195 |
+
{"event": "train", "step": 9350, "loss": 0.0096, "changed": 0.0093, "kept": 0.00172, "gn": 0.151, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:05:35"}
|
| 196 |
+
{"event": "train", "step": 9400, "loss": 0.0053, "changed": 0.005, "kept": 0.00115, "gn": 0.167, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:05:47"}
|
| 197 |
+
{"event": "train", "step": 9450, "loss": 0.0015, "changed": 0.001, "kept": 0.00246, "gn": 0.078, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:05:59"}
|
| 198 |
+
{"event": "train", "step": 9500, "loss": 0.0249, "changed": 0.0246, "kept": 0.00126, "gn": 0.122, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:06:11"}
|
| 199 |
+
{"event": "train", "step": 9550, "loss": 0.0107, "changed": 0.0105, "kept": 0.00092, "gn": 0.103, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:06:23"}
|
| 200 |
+
{"event": "train", "step": 9600, "loss": 0.0092, "changed": 0.009, "kept": 0.00113, "gn": 0.162, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:06:34"}
|
| 201 |
+
{"event": "train", "step": 9650, "loss": 0.001, "changed": 0.0007, "kept": 0.00166, "gn": 0.034, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:06:46"}
|
| 202 |
+
{"event": "train", "step": 9700, "loss": 0.021, "changed": 0.0209, "kept": 0.00039, "gn": 0.122, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:06:58"}
|
| 203 |
+
{"event": "train", "step": 9750, "loss": 0.0109, "changed": 0.0106, "kept": 0.00111, "gn": 0.106, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:07:10"}
|
| 204 |
+
{"event": "train", "step": 9800, "loss": 0.0457, "changed": 0.0452, "kept": 0.00263, "gn": 0.131, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:07:22"}
|
| 205 |
+
{"event": "train", "step": 9850, "loss": 0.0162, "changed": 0.0161, "kept": 0.00041, "gn": 0.049, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:07:34"}
|
| 206 |
+
{"event": "train", "step": 9900, "loss": 0.0025, "changed": 0.0022, "kept": 0.00169, "gn": 0.055, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:07:45"}
|
| 207 |
+
{"event": "train", "step": 9950, "loss": 0.0093, "changed": 0.0091, "kept": 0.00099, "gn": 0.034, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:07:57"}
|
| 208 |
+
{"event": "train", "step": 10000, "loss": 0.0193, "changed": 0.0189, "kept": 0.00181, "gn": 0.135, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:08:09"}
|
| 209 |
+
{"event": "eval", "step": 10000, "heldout_exact": 0.98522, "heldout_changed_acc": 0.99862, "demo_exact": 0.975, "demo_changed_acc": 0.99772, "t": "15:08:09"}
|
| 210 |
+
{"event": "train", "step": 10050, "loss": 0.0014, "changed": 0.0012, "kept": 0.001, "gn": 0.07, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:08:21"}
|
| 211 |
+
{"event": "train", "step": 10100, "loss": 0.0006, "changed": 0.0004, "kept": 0.00098, "gn": 0.021, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:08:33"}
|
| 212 |
+
{"event": "train", "step": 10150, "loss": 0.0152, "changed": 0.015, "kept": 0.00096, "gn": 0.257, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:08:45"}
|
| 213 |
+
{"event": "train", "step": 10200, "loss": 0.0021, "changed": 0.0018, "kept": 0.0011, "gn": 0.035, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:08:57"}
|
| 214 |
+
{"event": "train", "step": 10250, "loss": 0.0036, "changed": 0.0034, "kept": 0.00134, "gn": 0.058, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:09:09"}
|
| 215 |
+
{"event": "train", "step": 10300, "loss": 0.0019, "changed": 0.0016, "kept": 0.0018, "gn": 0.036, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:09:21"}
|
| 216 |
+
{"event": "train", "step": 10350, "loss": 0.0095, "changed": 0.0093, "kept": 0.00085, "gn": 0.207, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:09:33"}
|
| 217 |
+
{"event": "train", "step": 10400, "loss": 0.0056, "changed": 0.0053, "kept": 0.00128, "gn": 0.029, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:09:44"}
|
| 218 |
+
{"event": "train", "step": 10450, "loss": 0.0027, "changed": 0.0026, "kept": 0.00055, "gn": 0.182, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:09:56"}
|
| 219 |
+
{"event": "train", "step": 10500, "loss": 0.0107, "changed": 0.0105, "kept": 0.00129, "gn": 0.051, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:10:08"}
|
| 220 |
+
{"event": "train", "step": 10550, "loss": 0.0007, "changed": 0.0005, "kept": 0.00112, "gn": 0.109, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:10:20"}
|
| 221 |
+
{"event": "train", "step": 10600, "loss": 0.0004, "changed": 0.0001, "kept": 0.00162, "gn": 0.071, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:10:32"}
|
| 222 |
+
{"event": "train", "step": 10650, "loss": 0.0003, "changed": 0.0002, "kept": 0.00043, "gn": 0.193, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:10:44"}
|
| 223 |
+
{"event": "train", "step": 10700, "loss": 0.0043, "changed": 0.0039, "kept": 0.00174, "gn": 0.053, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:10:56"}
|
| 224 |
+
{"event": "train", "step": 10750, "loss": 0.0075, "changed": 0.0074, "kept": 0.00085, "gn": 0.052, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:11:07"}
|
| 225 |
+
{"event": "train", "step": 10800, "loss": 0.0012, "changed": 0.0011, "kept": 0.00048, "gn": 0.078, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:11:19"}
|
| 226 |
+
{"event": "train", "step": 10850, "loss": 0.0087, "changed": 0.0085, "kept": 0.00123, "gn": 0.105, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:11:31"}
|
| 227 |
+
{"event": "train", "step": 10900, "loss": 0.0008, "changed": 0.0006, "kept": 0.0011, "gn": 0.063, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:11:43"}
|
| 228 |
+
{"event": "train", "step": 10950, "loss": 0.0016, "changed": 0.0014, "kept": 0.00068, "gn": 0.073, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:11:55"}
|
| 229 |
+
{"event": "train", "step": 11000, "loss": 0.0007, "changed": 0.0006, "kept": 0.00038, "gn": 0.056, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:12:07"}
|
| 230 |
+
{"event": "train", "step": 11050, "loss": 0.0124, "changed": 0.0123, "kept": 0.00043, "gn": 0.048, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:12:19"}
|
| 231 |
+
{"event": "train", "step": 11100, "loss": 0.0026, "changed": 0.0024, "kept": 0.0009, "gn": 0.271, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:12:30"}
|
| 232 |
+
{"event": "train", "step": 11150, "loss": 0.0259, "changed": 0.0257, "kept": 0.00108, "gn": 0.172, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:12:42"}
|
| 233 |
+
{"event": "train", "step": 11200, "loss": 0.001, "changed": 0.0004, "kept": 0.00306, "gn": 0.411, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:12:54"}
|
| 234 |
+
{"event": "train", "step": 11250, "loss": 0.0035, "changed": 0.0029, "kept": 0.00323, "gn": 0.361, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:13:06"}
|
| 235 |
+
{"event": "train", "step": 11300, "loss": 0.0013, "changed": 0.0011, "kept": 0.00096, "gn": 0.036, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:13:18"}
|
| 236 |
+
{"event": "train", "step": 11350, "loss": 0.0019, "changed": 0.0018, "kept": 0.00056, "gn": 0.024, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:13:30"}
|
| 237 |
+
{"event": "train", "step": 11400, "loss": 0.0234, "changed": 0.0233, "kept": 0.0003, "gn": 0.429, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:13:42"}
|
| 238 |
+
{"event": "train", "step": 11450, "loss": 0.0002, "changed": 0.0001, "kept": 0.00061, "gn": 0.025, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:13:53"}
|
| 239 |
+
{"event": "train", "step": 11500, "loss": 0.0039, "changed": 0.0037, "kept": 0.00069, "gn": 0.054, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:14:05"}
|
| 240 |
+
{"event": "train", "step": 11550, "loss": 0.0026, "changed": 0.0023, "kept": 0.00116, "gn": 0.449, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:14:17"}
|
| 241 |
+
{"event": "train", "step": 11600, "loss": 0.0166, "changed": 0.0165, "kept": 0.00039, "gn": 0.061, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:14:29"}
|
| 242 |
+
{"event": "train", "step": 11650, "loss": 0.001, "changed": 0.0006, "kept": 0.00219, "gn": 0.092, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:14:41"}
|
| 243 |
+
{"event": "train", "step": 11700, "loss": 0.0032, "changed": 0.0029, "kept": 0.00122, "gn": 0.224, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:14:53"}
|
| 244 |
+
{"event": "train", "step": 11750, "loss": 0.0057, "changed": 0.0054, "kept": 0.00113, "gn": 0.043, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:15:05"}
|
| 245 |
+
{"event": "train", "step": 11800, "loss": 0.0028, "changed": 0.0024, "kept": 0.00187, "gn": 0.03, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:15:16"}
|
| 246 |
+
{"event": "train", "step": 11850, "loss": 0.0007, "changed": 0.0005, "kept": 0.00074, "gn": 0.092, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:15:28"}
|
| 247 |
+
{"event": "train", "step": 11900, "loss": 0.0171, "changed": 0.0169, "kept": 0.00117, "gn": 0.019, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:15:40"}
|
| 248 |
+
{"event": "train", "step": 11950, "loss": 0.001, "changed": 0.0009, "kept": 0.00069, "gn": 0.117, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:15:52"}
|
| 249 |
+
{"event": "train", "step": 12000, "loss": 0.0005, "changed": 0.0003, "kept": 0.00068, "gn": 0.098, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:16:04"}
|
| 250 |
+
{"event": "eval", "step": 12000, "heldout_exact": 0.9865, "heldout_changed_acc": 0.99862, "demo_exact": 0.97875, "demo_changed_acc": 0.99772, "t": "15:16:04"}
|
| 251 |
+
{"event": "train", "step": 12050, "loss": 0.0123, "changed": 0.0121, "kept": 0.00064, "gn": 0.029, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:16:16"}
|
| 252 |
+
{"event": "train", "step": 12100, "loss": 0.0035, "changed": 0.0033, "kept": 0.00102, "gn": 0.029, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:16:28"}
|
| 253 |
+
{"event": "train", "step": 12150, "loss": 0.0111, "changed": 0.0109, "kept": 0.00098, "gn": 0.027, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:16:41"}
|
| 254 |
+
{"event": "train", "step": 12200, "loss": 0.0008, "changed": 0.0007, "kept": 0.00039, "gn": 0.122, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:16:59"}
|
| 255 |
+
{"event": "train", "step": 12250, "loss": 0.0009, "changed": 0.0001, "kept": 0.00401, "gn": 0.059, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "15:17:23"}
|
| 256 |
+
{"event": "train", "step": 12300, "loss": 0.0112, "changed": 0.0106, "kept": 0.0031, "gn": 0.061, "lr": 0.0005, "s_per_step": 0.24, "mem_GB": 32.8, "t": "15:17:47"}
|
| 257 |
+
{"event": "train", "step": 12350, "loss": 0.0011, "changed": 0.001, "kept": 0.00049, "gn": 0.097, "lr": 0.0005, "s_per_step": 0.241, "mem_GB": 32.8, "t": "15:18:11"}
|
| 258 |
+
{"event": "train", "step": 12400, "loss": 0.0005, "changed": 0.0003, "kept": 0.00111, "gn": 0.104, "lr": 0.0005, "s_per_step": 0.242, "mem_GB": 32.8, "t": "15:18:35"}
|
| 259 |
+
{"event": "train", "step": 12450, "loss": 0.0003, "changed": 0.0002, "kept": 0.00053, "gn": 0.021, "lr": 0.0005, "s_per_step": 0.243, "mem_GB": 32.8, "t": "15:18:58"}
|
| 260 |
+
{"event": "train", "step": 12500, "loss": 0.0049, "changed": 0.0048, "kept": 0.00041, "gn": 0.101, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:19:22"}
|
| 261 |
+
{"event": "train", "step": 12550, "loss": 0.048, "changed": 0.0478, "kept": 0.00118, "gn": 0.113, "lr": 0.0005, "s_per_step": 0.245, "mem_GB": 32.8, "t": "15:19:40"}
|
| 262 |
+
{"event": "train", "step": 12600, "loss": 0.0003, "changed": 0.0003, "kept": 0.00024, "gn": 0.021, "lr": 0.0005, "s_per_step": 0.245, "mem_GB": 32.8, "t": "15:19:52"}
|
| 263 |
+
{"event": "train", "step": 12650, "loss": 0.0003, "changed": 0.0001, "kept": 0.00101, "gn": 0.501, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:20:04"}
|
| 264 |
+
{"event": "train", "step": 12700, "loss": 0.0004, "changed": 0.0002, "kept": 0.00095, "gn": 0.713, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:20:16"}
|
| 265 |
+
{"event": "train", "step": 12750, "loss": 0.0107, "changed": 0.0106, "kept": 0.00041, "gn": 0.089, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:20:28"}
|
| 266 |
+
{"event": "train", "step": 12800, "loss": 0.0068, "changed": 0.0066, "kept": 0.00089, "gn": 0.086, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:20:39"}
|
| 267 |
+
{"event": "train", "step": 12850, "loss": 0.0005, "changed": 0.0004, "kept": 0.00078, "gn": 0.468, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:20:51"}
|
| 268 |
+
{"event": "train", "step": 12900, "loss": 0.0024, "changed": 0.0021, "kept": 0.00119, "gn": 0.024, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:21:03"}
|
| 269 |
+
{"event": "train", "step": 12950, "loss": 0.0105, "changed": 0.0105, "kept": 0.00025, "gn": 0.142, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:21:15"}
|
| 270 |
+
{"event": "train", "step": 13000, "loss": 0.0004, "changed": 0.0002, "kept": 0.00106, "gn": 0.056, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:21:27"}
|
| 271 |
+
{"event": "train", "step": 13050, "loss": 0.0058, "changed": 0.0055, "kept": 0.00159, "gn": 0.041, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:21:39"}
|
| 272 |
+
{"event": "train", "step": 13100, "loss": 0.0005, "changed": 0.0004, "kept": 0.00037, "gn": 0.034, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:21:51"}
|
| 273 |
+
{"event": "train", "step": 13150, "loss": 0.0007, "changed": 0.0004, "kept": 0.00153, "gn": 0.037, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:22:02"}
|
| 274 |
+
{"event": "train", "step": 13200, "loss": 0.0287, "changed": 0.0286, "kept": 0.00076, "gn": 0.236, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:22:14"}
|
| 275 |
+
{"event": "train", "step": 13250, "loss": 0.0006, "changed": 0.0004, "kept": 0.00101, "gn": 0.066, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:22:26"}
|
| 276 |
+
{"event": "train", "step": 13300, "loss": 0.0008, "changed": 0.0006, "kept": 0.00138, "gn": 0.083, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:22:38"}
|
| 277 |
+
{"event": "train", "step": 13350, "loss": 0.0006, "changed": 0.0005, "kept": 0.00038, "gn": 0.042, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:22:50"}
|
| 278 |
+
{"event": "train", "step": 13400, "loss": 0.0004, "changed": 0.0002, "kept": 0.00095, "gn": 0.047, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:23:02"}
|
| 279 |
+
{"event": "train", "step": 13450, "loss": 0.0061, "changed": 0.006, "kept": 0.00014, "gn": 0.018, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:23:14"}
|
| 280 |
+
{"event": "train", "step": 13500, "loss": 0.0004, "changed": 0.0003, "kept": 0.00076, "gn": 0.827, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:23:25"}
|
| 281 |
+
{"event": "train", "step": 13550, "loss": 0.0039, "changed": 0.0037, "kept": 0.00095, "gn": 0.217, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:23:37"}
|
| 282 |
+
{"event": "train", "step": 13600, "loss": 0.0065, "changed": 0.0062, "kept": 0.00128, "gn": 0.142, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:23:49"}
|
| 283 |
+
{"event": "train", "step": 13650, "loss": 0.0005, "changed": 0.0003, "kept": 0.00071, "gn": 0.074, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:24:01"}
|
| 284 |
+
{"event": "train", "step": 13700, "loss": 0.0354, "changed": 0.0353, "kept": 0.00068, "gn": 0.325, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:24:13"}
|
| 285 |
+
{"event": "train", "step": 13750, "loss": 0.0004, "changed": 0.0001, "kept": 0.00109, "gn": 0.409, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:24:25"}
|
| 286 |
+
{"event": "train", "step": 13800, "loss": 0.0129, "changed": 0.0127, "kept": 0.00097, "gn": 0.047, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:24:37"}
|
| 287 |
+
{"event": "train", "step": 13850, "loss": 0.0018, "changed": 0.0016, "kept": 0.00118, "gn": 0.146, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:24:48"}
|
| 288 |
+
{"event": "train", "step": 13900, "loss": 0.0097, "changed": 0.0095, "kept": 0.00108, "gn": 0.027, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:25:00"}
|
| 289 |
+
{"event": "train", "step": 13950, "loss": 0.0012, "changed": 0.0009, "kept": 0.00158, "gn": 0.165, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:25:12"}
|
| 290 |
+
{"event": "train", "step": 14000, "loss": 0.0002, "changed": 0.0002, "kept": 0.00026, "gn": 0.058, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:25:24"}
|
| 291 |
+
{"event": "eval", "step": 14000, "heldout_exact": 0.99036, "heldout_changed_acc": 0.99862, "demo_exact": 0.9925, "demo_changed_acc": 0.99924, "t": "15:25:24"}
|
| 292 |
+
{"event": "train", "step": 14050, "loss": 0.0065, "changed": 0.0064, "kept": 0.00074, "gn": 0.052, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:25:36"}
|
| 293 |
+
{"event": "train", "step": 14100, "loss": 0.001, "changed": 0.0008, "kept": 0.00105, "gn": 0.024, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:25:48"}
|
| 294 |
+
{"event": "train", "step": 14150, "loss": 0.0003, "changed": 0.0001, "kept": 0.00071, "gn": 0.092, "lr": 0.0005, "s_per_step": 0.245, "mem_GB": 32.8, "t": "15:26:11"}
|
| 295 |
+
{"event": "train", "step": 14200, "loss": 0.0001, "changed": 0.0001, "kept": 0.0002, "gn": 0.027, "lr": 0.0005, "s_per_step": 0.245, "mem_GB": 32.8, "t": "15:26:35"}
|
| 296 |
+
{"event": "train", "step": 14250, "loss": 0.0025, "changed": 0.0024, "kept": 0.00019, "gn": 0.029, "lr": 0.0005, "s_per_step": 0.246, "mem_GB": 32.8, "t": "15:26:59"}
|
| 297 |
+
{"event": "train", "step": 14300, "loss": 0.0004, "changed": 0.0002, "kept": 0.00101, "gn": 0.02, "lr": 0.0005, "s_per_step": 0.247, "mem_GB": 32.8, "t": "15:27:23"}
|
| 298 |
+
{"event": "train", "step": 14350, "loss": 0.0006, "changed": 0.0004, "kept": 0.00064, "gn": 0.032, "lr": 0.0005, "s_per_step": 0.247, "mem_GB": 32.8, "t": "15:27:39"}
|
| 299 |
+
{"event": "train", "step": 14400, "loss": 0.0008, "changed": 0.0008, "kept": 0.00014, "gn": 0.055, "lr": 0.0005, "s_per_step": 0.247, "mem_GB": 32.8, "t": "15:27:51"}
|
| 300 |
+
{"event": "train", "step": 14450, "loss": 0.0019, "changed": 0.0014, "kept": 0.0022, "gn": 0.083, "lr": 0.0005, "s_per_step": 0.247, "mem_GB": 32.8, "t": "15:28:03"}
|
| 301 |
+
{"event": "train", "step": 14500, "loss": 0.0015, "changed": 0.0013, "kept": 0.00076, "gn": 0.104, "lr": 0.0005, "s_per_step": 0.247, "mem_GB": 32.8, "t": "15:28:15"}
|
| 302 |
+
{"event": "train", "step": 14550, "loss": 0.0005, "changed": 0.0004, "kept": 0.0005, "gn": 0.027, "lr": 0.0005, "s_per_step": 0.247, "mem_GB": 32.8, "t": "15:28:26"}
|
| 303 |
+
{"event": "train", "step": 14600, "loss": 0.0067, "changed": 0.0065, "kept": 0.00103, "gn": 0.028, "lr": 0.0005, "s_per_step": 0.247, "mem_GB": 32.8, "t": "15:28:38"}
|
| 304 |
+
{"event": "train", "step": 14650, "loss": 0.0012, "changed": 0.001, "kept": 0.00109, "gn": 0.079, "lr": 0.0005, "s_per_step": 0.247, "mem_GB": 32.8, "t": "15:28:50"}
|
| 305 |
+
{"event": "train", "step": 14700, "loss": 0.0035, "changed": 0.0033, "kept": 0.00092, "gn": 0.065, "lr": 0.0005, "s_per_step": 0.247, "mem_GB": 32.8, "t": "15:29:08"}
|
| 306 |
+
{"event": "train", "step": 14750, "loss": 0.0002, "changed": 0.0001, "kept": 0.00029, "gn": 0.008, "lr": 0.0005, "s_per_step": 0.248, "mem_GB": 32.8, "t": "15:29:31"}
|
| 307 |
+
{"event": "train", "step": 14800, "loss": 0.0008, "changed": 0.0007, "kept": 0.00056, "gn": 0.073, "lr": 0.0005, "s_per_step": 0.249, "mem_GB": 32.8, "t": "15:29:55"}
|
| 308 |
+
{"event": "train", "step": 14850, "loss": 0.0006, "changed": 0.0005, "kept": 0.00041, "gn": 0.037, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:30:19"}
|
| 309 |
+
{"event": "train", "step": 14900, "loss": 0.0006, "changed": 0.0006, "kept": 0.00026, "gn": 0.028, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:30:40"}
|
| 310 |
+
{"event": "train", "step": 14950, "loss": 0.0099, "changed": 0.0098, "kept": 0.00043, "gn": 0.056, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:30:52"}
|
| 311 |
+
{"event": "train", "step": 15000, "loss": 0.0001, "changed": 0.0, "kept": 0.00036, "gn": 0.088, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:31:04"}
|
| 312 |
+
{"event": "train", "step": 15050, "loss": 0.0001, "changed": 0.0001, "kept": 0.00014, "gn": 0.035, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:31:16"}
|
| 313 |
+
{"event": "train", "step": 15100, "loss": 0.0044, "changed": 0.0043, "kept": 0.00035, "gn": 0.028, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:31:28"}
|
| 314 |
+
{"event": "train", "step": 15150, "loss": 0.0146, "changed": 0.0145, "kept": 0.00036, "gn": 0.093, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:31:40"}
|
| 315 |
+
{"event": "train", "step": 15200, "loss": 0.0001, "changed": 0.0001, "kept": 0.00012, "gn": 0.016, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:31:52"}
|
| 316 |
+
{"event": "train", "step": 15250, "loss": 0.0012, "changed": 0.0011, "kept": 0.0004, "gn": 0.056, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:32:03"}
|
| 317 |
+
{"event": "train", "step": 15300, "loss": 0.005, "changed": 0.0049, "kept": 0.00028, "gn": 0.266, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:32:15"}
|
| 318 |
+
{"event": "train", "step": 15350, "loss": 0.0096, "changed": 0.0089, "kept": 0.00353, "gn": 0.029, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:32:27"}
|
| 319 |
+
{"event": "train", "step": 15400, "loss": 0.0004, "changed": 0.0003, "kept": 0.00044, "gn": 0.056, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:32:39"}
|
| 320 |
+
{"event": "train", "step": 15450, "loss": 0.0005, "changed": 0.0002, "kept": 0.00125, "gn": 0.021, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:32:51"}
|
| 321 |
+
{"event": "train", "step": 15500, "loss": 0.0031, "changed": 0.0026, "kept": 0.00256, "gn": 0.031, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:33:03"}
|
| 322 |
+
{"event": "train", "step": 15550, "loss": 0.0112, "changed": 0.011, "kept": 0.00082, "gn": 0.104, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:33:15"}
|
| 323 |
+
{"event": "train", "step": 15600, "loss": 0.0006, "changed": 0.0005, "kept": 0.00056, "gn": 0.014, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:33:26"}
|
| 324 |
+
{"event": "train", "step": 15650, "loss": 0.0022, "changed": 0.0021, "kept": 0.00057, "gn": 0.045, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:33:38"}
|
| 325 |
+
{"event": "train", "step": 15700, "loss": 0.0014, "changed": 0.0013, "kept": 0.00024, "gn": 0.083, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:33:50"}
|
| 326 |
+
{"event": "train", "step": 15750, "loss": 0.0004, "changed": 0.0002, "kept": 0.00081, "gn": 0.269, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:34:02"}
|
| 327 |
+
{"event": "train", "step": 15800, "loss": 0.011, "changed": 0.0109, "kept": 0.00075, "gn": 0.023, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:34:14"}
|
| 328 |
+
{"event": "train", "step": 15850, "loss": 0.0002, "changed": 0.0001, "kept": 0.00039, "gn": 0.01, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:34:26"}
|
| 329 |
+
{"event": "train", "step": 15900, "loss": 0.0066, "changed": 0.0064, "kept": 0.00073, "gn": 0.032, "lr": 0.0005, "s_per_step": 0.249, "mem_GB": 32.8, "t": "15:34:38"}
|
| 330 |
+
{"event": "train", "step": 15950, "loss": 0.0019, "changed": 0.0018, "kept": 0.00051, "gn": 0.033, "lr": 0.0005, "s_per_step": 0.249, "mem_GB": 32.8, "t": "15:34:49"}
|
| 331 |
+
{"event": "train", "step": 16000, "loss": 0.0036, "changed": 0.0036, "kept": 0.00015, "gn": 0.229, "lr": 0.0005, "s_per_step": 0.249, "mem_GB": 32.8, "t": "15:35:01"}
|
| 332 |
+
{"event": "eval", "step": 16000, "heldout_exact": 0.991, "heldout_changed_acc": 0.99966, "demo_exact": 0.9825, "demo_changed_acc": 0.99924, "t": "15:35:01"}
|
| 333 |
+
{"event": "train", "step": 16050, "loss": 0.0001, "changed": 0.0, "kept": 0.00044, "gn": 0.162, "lr": 0.0005, "s_per_step": 0.249, "mem_GB": 32.8, "t": "15:35:14"}
|
| 334 |
+
{"event": "train", "step": 16100, "loss": 0.003, "changed": 0.0029, "kept": 0.0004, "gn": 0.345, "lr": 0.0005, "s_per_step": 0.249, "mem_GB": 32.8, "t": "15:35:25"}
|
| 335 |
+
{"event": "train", "step": 16150, "loss": 0.0006, "changed": 0.0005, "kept": 0.00051, "gn": 0.116, "lr": 0.0005, "s_per_step": 0.249, "mem_GB": 32.8, "t": "15:35:37"}
|
| 336 |
+
{"event": "train", "step": 16200, "loss": 0.0006, "changed": 0.0005, "kept": 0.00061, "gn": 0.037, "lr": 0.0005, "s_per_step": 0.249, "mem_GB": 32.8, "t": "15:35:50"}
|
| 337 |
+
{"event": "train", "step": 16250, "loss": 0.0018, "changed": 0.0013, "kept": 0.00289, "gn": 0.036, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:36:14"}
|
| 338 |
+
{"event": "train", "step": 16300, "loss": 0.0011, "changed": 0.001, "kept": 0.00058, "gn": 0.025, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:36:38"}
|
| 339 |
+
{"event": "train", "step": 16350, "loss": 0.0004, "changed": 0.0003, "kept": 0.00044, "gn": 0.087, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:37:02"}
|
| 340 |
+
{"event": "train", "step": 16400, "loss": 0.0004, "changed": 0.0001, "kept": 0.00114, "gn": 0.021, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:37:25"}
|
| 341 |
+
{"event": "train", "step": 16450, "loss": 0.0003, "changed": 0.0001, "kept": 0.00076, "gn": 0.018, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:37:39"}
|
| 342 |
+
{"event": "train", "step": 16500, "loss": 0.0011, "changed": 0.001, "kept": 0.00034, "gn": 0.044, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:37:51"}
|
| 343 |
+
{"event": "train", "step": 16550, "loss": 0.0002, "changed": 0.0001, "kept": 0.00058, "gn": 0.046, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:38:03"}
|
| 344 |
+
{"event": "train", "step": 16600, "loss": 0.0086, "changed": 0.0084, "kept": 0.00101, "gn": 0.022, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:38:15"}
|
| 345 |
+
{"event": "train", "step": 16650, "loss": 0.0217, "changed": 0.0212, "kept": 0.0028, "gn": 0.021, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:38:27"}
|
| 346 |
+
{"event": "train", "step": 16700, "loss": 0.0069, "changed": 0.0067, "kept": 0.0009, "gn": 0.045, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:38:38"}
|
| 347 |
+
{"event": "train", "step": 16750, "loss": 0.0005, "changed": 0.0003, "kept": 0.00139, "gn": 0.013, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:38:50"}
|
| 348 |
+
{"event": "train", "step": 16800, "loss": 0.0017, "changed": 0.0011, "kept": 0.00281, "gn": 0.065, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:39:02"}
|
| 349 |
+
{"event": "train", "step": 16850, "loss": 0.0004, "changed": 0.0003, "kept": 0.00051, "gn": 0.033, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:39:14"}
|
| 350 |
+
{"event": "train", "step": 16900, "loss": 0.0005, "changed": 0.0003, "kept": 0.001, "gn": 0.011, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:39:26"}
|
| 351 |
+
{"event": "train", "step": 16950, "loss": 0.0006, "changed": 0.0003, "kept": 0.00159, "gn": 0.02, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:39:38"}
|
| 352 |
+
{"event": "train", "step": 17000, "loss": 0.0012, "changed": 0.0011, "kept": 0.00051, "gn": 0.071, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:39:50"}
|
| 353 |
+
{"event": "train", "step": 17050, "loss": 0.0004, "changed": 0.0003, "kept": 0.0002, "gn": 0.007, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:40:01"}
|
| 354 |
+
{"event": "train", "step": 17100, "loss": 0.0001, "changed": 0.0, "kept": 0.00012, "gn": 0.033, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:40:13"}
|
| 355 |
+
{"event": "train", "step": 17150, "loss": 0.0107, "changed": 0.0106, "kept": 0.00061, "gn": 0.128, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:40:25"}
|
| 356 |
+
{"event": "train", "step": 17200, "loss": 0.0001, "changed": 0.0, "kept": 0.00025, "gn": 0.131, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:40:37"}
|
| 357 |
+
{"event": "train", "step": 17250, "loss": 0.0005, "changed": 0.0005, "kept": 0.00012, "gn": 0.054, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:40:49"}
|
| 358 |
+
{"event": "train", "step": 17300, "loss": 0.0065, "changed": 0.0064, "kept": 0.00013, "gn": 0.052, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:41:01"}
|
| 359 |
+
{"event": "train", "step": 17350, "loss": 0.005, "changed": 0.0049, "kept": 0.00069, "gn": 0.09, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:41:13"}
|
| 360 |
+
{"event": "train", "step": 17400, "loss": 0.0029, "changed": 0.0028, "kept": 0.0004, "gn": 0.059, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:41:24"}
|
| 361 |
+
{"event": "train", "step": 17450, "loss": 0.0003, "changed": 0.0002, "kept": 0.00027, "gn": 0.019, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:41:36"}
|
| 362 |
+
{"event": "train", "step": 17500, "loss": 0.0004, "changed": 0.0002, "kept": 0.00103, "gn": 0.036, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:41:48"}
|
| 363 |
+
{"event": "train", "step": 17550, "loss": 0.0128, "changed": 0.0125, "kept": 0.00137, "gn": 0.167, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:42:00"}
|
| 364 |
+
{"event": "train", "step": 17600, "loss": 0.0163, "changed": 0.0163, "kept": 0.00032, "gn": 0.036, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:42:12"}
|
| 365 |
+
{"event": "train", "step": 17650, "loss": 0.0002, "changed": 0.0002, "kept": 0.00044, "gn": 0.008, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:42:24"}
|
| 366 |
+
{"event": "train", "step": 17700, "loss": 0.0055, "changed": 0.0055, "kept": 0.00015, "gn": 0.026, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:42:36"}
|
| 367 |
+
{"event": "train", "step": 17750, "loss": 0.0002, "changed": 0.0002, "kept": 0.00014, "gn": 0.019, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:42:47"}
|
| 368 |
+
{"event": "train", "step": 17800, "loss": 0.0001, "changed": 0.0001, "kept": 0.00028, "gn": 0.06, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:42:59"}
|
| 369 |
+
{"event": "train", "step": 17850, "loss": 0.0101, "changed": 0.0101, "kept": 0.00016, "gn": 0.006, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:43:11"}
|
| 370 |
+
{"event": "train", "step": 17900, "loss": 0.0008, "changed": 0.0003, "kept": 0.00292, "gn": 0.035, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:43:23"}
|
| 371 |
+
{"event": "train", "step": 17950, "loss": 0.0003, "changed": 0.0001, "kept": 0.00078, "gn": 0.012, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:43:46"}
|
| 372 |
+
{"event": "train", "step": 18000, "loss": 0.0005, "changed": 0.0004, "kept": 0.00065, "gn": 0.067, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:44:09"}
|
| 373 |
+
{"event": "eval", "step": 18000, "heldout_exact": 0.9955, "heldout_changed_acc": 0.99897, "demo_exact": 0.99375, "demo_changed_acc": 1.0, "t": "15:44:09"}
|
| 374 |
+
{"event": "train", "step": 18050, "loss": 0.0058, "changed": 0.0058, "kept": 6e-05, "gn": 0.051, "lr": 0.0005, "s_per_step": 0.253, "mem_GB": 32.8, "t": "15:44:33"}
|
| 375 |
+
{"event": "train", "step": 18100, "loss": 0.0285, "changed": 0.0283, "kept": 0.00106, "gn": 0.091, "lr": 0.0005, "s_per_step": 0.253, "mem_GB": 32.8, "t": "15:44:56"}
|
| 376 |
+
{"event": "train", "step": 18150, "loss": 0.0001, "changed": 0.0001, "kept": 6e-05, "gn": 0.465, "lr": 0.0005, "s_per_step": 0.254, "mem_GB": 32.8, "t": "15:45:20"}
|
| 377 |
+
{"event": "train", "step": 18200, "loss": 0.027, "changed": 0.0267, "kept": 0.00124, "gn": 0.159, "lr": 0.0005, "s_per_step": 0.255, "mem_GB": 32.8, "t": "15:45:43"}
|
| 378 |
+
{"event": "train", "step": 18250, "loss": 0.0002, "changed": 0.0001, "kept": 0.00018, "gn": 0.014, "lr": 0.0005, "s_per_step": 0.255, "mem_GB": 32.8, "t": "15:46:06"}
|
| 379 |
+
{"event": "train", "step": 18300, "loss": 0.0006, "changed": 0.0005, "kept": 0.00052, "gn": 0.134, "lr": 0.0005, "s_per_step": 0.256, "mem_GB": 32.8, "t": "15:46:30"}
|
| 380 |
+
{"event": "train", "step": 18350, "loss": 0.0038, "changed": 0.0037, "kept": 0.00028, "gn": 0.022, "lr": 0.0005, "s_per_step": 0.256, "mem_GB": 32.8, "t": "15:46:53"}
|
| 381 |
+
{"event": "train", "step": 18400, "loss": 0.0087, "changed": 0.0085, "kept": 0.0009, "gn": 0.067, "lr": 0.0005, "s_per_step": 0.257, "mem_GB": 32.8, "t": "15:47:16"}
|
| 382 |
+
{"event": "train", "step": 18450, "loss": 0.0002, "changed": 0.0002, "kept": 0.00012, "gn": 0.041, "lr": 0.0005, "s_per_step": 0.257, "mem_GB": 32.8, "t": "15:47:40"}
|
| 383 |
+
{"event": "train", "step": 18500, "loss": 0.0074, "changed": 0.0073, "kept": 0.00069, "gn": 0.021, "lr": 0.0005, "s_per_step": 0.258, "mem_GB": 32.8, "t": "15:48:06"}
|
| 384 |
+
{"event": "train", "step": 18550, "loss": 0.0007, "changed": 0.0006, "kept": 0.00037, "gn": 0.031, "lr": 0.0005, "s_per_step": 0.259, "mem_GB": 32.8, "t": "15:48:33"}
|
| 385 |
+
{"event": "train", "step": 18600, "loss": 0.0002, "changed": 0.0001, "kept": 0.0005, "gn": 0.006, "lr": 0.0005, "s_per_step": 0.26, "mem_GB": 32.8, "t": "15:48:59"}
|
| 386 |
+
{"event": "train", "step": 18650, "loss": 0.0, "changed": 0.0, "kept": 0.00013, "gn": 0.339, "lr": 0.0005, "s_per_step": 0.26, "mem_GB": 32.8, "t": "15:49:23"}
|
| 387 |
+
{"event": "train", "step": 18700, "loss": 0.0003, "changed": 0.0002, "kept": 0.00077, "gn": 0.007, "lr": 0.0005, "s_per_step": 0.261, "mem_GB": 32.8, "t": "15:49:46"}
|
| 388 |
+
{"event": "train", "step": 18750, "loss": 0.0044, "changed": 0.0043, "kept": 0.00033, "gn": 0.066, "lr": 0.0005, "s_per_step": 0.261, "mem_GB": 32.8, "t": "15:49:58"}
|
| 389 |
+
{"event": "train", "step": 18800, "loss": 0.0009, "changed": 0.0009, "kept": 0.00043, "gn": 0.039, "lr": 0.0005, "s_per_step": 0.261, "mem_GB": 32.8, "t": "15:50:22"}
|
| 390 |
+
{"event": "train", "step": 18850, "loss": 0.0004, "changed": 0.0003, "kept": 0.00063, "gn": 0.089, "lr": 0.0005, "s_per_step": 0.262, "mem_GB": 32.8, "t": "15:50:48"}
|
| 391 |
+
{"event": "train", "step": 18900, "loss": 0.0025, "changed": 0.0022, "kept": 0.0014, "gn": 0.023, "lr": 0.0005, "s_per_step": 0.263, "mem_GB": 32.8, "t": "15:51:15"}
|
| 392 |
+
{"event": "train", "step": 18950, "loss": 0.001, "changed": 0.0008, "kept": 0.00064, "gn": 0.039, "lr": 0.0005, "s_per_step": 0.263, "mem_GB": 32.8, "t": "15:51:42"}
|
| 393 |
+
{"event": "train", "step": 19000, "loss": 0.0046, "changed": 0.0041, "kept": 0.0022, "gn": 0.128, "lr": 0.0005, "s_per_step": 0.264, "mem_GB": 32.8, "t": "15:52:09"}
|
| 394 |
+
{"event": "train", "step": 19050, "loss": 0.0004, "changed": 0.0, "kept": 0.00159, "gn": 0.045, "lr": 0.0005, "s_per_step": 0.265, "mem_GB": 32.8, "t": "15:52:35"}
|
| 395 |
+
{"event": "train", "step": 19100, "loss": 0.0012, "changed": 0.0011, "kept": 0.00085, "gn": 0.183, "lr": 0.0005, "s_per_step": 0.266, "mem_GB": 32.8, "t": "15:53:02"}
|
| 396 |
+
{"event": "train", "step": 19150, "loss": 0.0003, "changed": 0.0002, "kept": 0.00064, "gn": 0.044, "lr": 0.0005, "s_per_step": 0.266, "mem_GB": 32.8, "t": "15:53:29"}
|
| 397 |
+
{"event": "train", "step": 19200, "loss": 0.0003, "changed": 0.0002, "kept": 0.00028, "gn": 0.016, "lr": 0.0005, "s_per_step": 0.267, "mem_GB": 32.8, "t": "15:53:56"}
|
| 398 |
+
{"event": "train", "step": 19250, "loss": 0.0013, "changed": 0.0012, "kept": 0.00036, "gn": 0.04, "lr": 0.0005, "s_per_step": 0.268, "mem_GB": 32.8, "t": "15:54:22"}
|
| 399 |
+
{"event": "train", "step": 19300, "loss": 0.0004, "changed": 0.0002, "kept": 0.00098, "gn": 0.391, "lr": 0.0005, "s_per_step": 0.268, "mem_GB": 32.8, "t": "15:54:49"}
|
| 400 |
+
{"event": "train", "step": 19350, "loss": 0.0001, "changed": 0.0001, "kept": 0.00015, "gn": 0.017, "lr": 0.0005, "s_per_step": 0.269, "mem_GB": 32.8, "t": "15:55:16"}
|
| 401 |
+
{"event": "train", "step": 19400, "loss": 0.0005, "changed": 0.0005, "kept": 0.00013, "gn": 0.01, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "15:55:43"}
|
| 402 |
+
{"event": "train", "step": 19450, "loss": 0.0051, "changed": 0.0049, "kept": 0.00072, "gn": 0.018, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "15:56:09"}
|
| 403 |
+
{"event": "train", "step": 19500, "loss": 0.0003, "changed": 0.0002, "kept": 0.00016, "gn": 0.14, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "15:56:36"}
|
| 404 |
+
{"event": "train", "step": 19550, "loss": 0.0002, "changed": 0.0001, "kept": 0.00049, "gn": 0.129, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "15:57:03"}
|
| 405 |
+
{"event": "train", "step": 19600, "loss": 0.0077, "changed": 0.0075, "kept": 0.00109, "gn": 0.036, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "15:57:29"}
|
| 406 |
+
{"event": "train", "step": 19650, "loss": 0.0001, "changed": 0.0001, "kept": 8e-05, "gn": 0.14, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "15:57:56"}
|
| 407 |
+
{"event": "train", "step": 19700, "loss": 0.0002, "changed": 0.0001, "kept": 0.00075, "gn": 0.024, "lr": 0.0005, "s_per_step": 0.274, "mem_GB": 32.8, "t": "15:58:23"}
|
| 408 |
+
{"event": "train", "step": 19750, "loss": 0.0005, "changed": 0.0002, "kept": 0.00121, "gn": 0.038, "lr": 0.0005, "s_per_step": 0.274, "mem_GB": 32.8, "t": "15:58:43"}
|
| 409 |
+
{"event": "train", "step": 19800, "loss": 0.0022, "changed": 0.0021, "kept": 0.00053, "gn": 0.018, "lr": 0.0005, "s_per_step": 0.274, "mem_GB": 32.8, "t": "15:58:55"}
|
| 410 |
+
{"event": "train", "step": 19850, "loss": 0.0002, "changed": 0.0001, "kept": 0.00018, "gn": 0.042, "lr": 0.0005, "s_per_step": 0.274, "mem_GB": 32.8, "t": "15:59:07"}
|
| 411 |
+
{"event": "train", "step": 19900, "loss": 0.0012, "changed": 0.0011, "kept": 0.00015, "gn": 0.012, "lr": 0.0005, "s_per_step": 0.274, "mem_GB": 32.8, "t": "15:59:19"}
|
| 412 |
+
{"event": "train", "step": 19950, "loss": 0.0002, "changed": 0.0001, "kept": 0.00026, "gn": 0.028, "lr": 0.0005, "s_per_step": 0.274, "mem_GB": 32.8, "t": "15:59:30"}
|
| 413 |
+
{"event": "train", "step": 20000, "loss": 0.0004, "changed": 0.0001, "kept": 0.0015, "gn": 0.018, "lr": 0.0005, "s_per_step": 0.274, "mem_GB": 32.8, "t": "15:59:42"}
|
| 414 |
+
{"event": "eval", "step": 20000, "heldout_exact": 0.98329, "heldout_changed_acc": 0.99966, "demo_exact": 0.975, "demo_changed_acc": 1.0, "t": "15:59:42"}
|
| 415 |
+
{"event": "train", "step": 20050, "loss": 0.0011, "changed": 0.0009, "kept": 0.00085, "gn": 0.008, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "15:59:55"}
|
| 416 |
+
{"event": "train", "step": 20100, "loss": 0.0003, "changed": 0.0001, "kept": 0.00074, "gn": 0.026, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:00:06"}
|
| 417 |
+
{"event": "train", "step": 20150, "loss": 0.0188, "changed": 0.0187, "kept": 0.00056, "gn": 0.03, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:00:18"}
|
| 418 |
+
{"event": "train", "step": 20200, "loss": 0.0009, "changed": 0.0007, "kept": 0.00108, "gn": 0.03, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:00:30"}
|
| 419 |
+
{"event": "train", "step": 20250, "loss": 0.002, "changed": 0.0019, "kept": 0.00042, "gn": 0.04, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:00:42"}
|
| 420 |
+
{"event": "train", "step": 20300, "loss": 0.0, "changed": 0.0, "kept": 5e-05, "gn": 0.036, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:00:54"}
|
| 421 |
+
{"event": "train", "step": 20350, "loss": 0.0045, "changed": 0.0044, "kept": 0.00017, "gn": 0.015, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:01:06"}
|
| 422 |
+
{"event": "train", "step": 20400, "loss": 0.0009, "changed": 0.0007, "kept": 0.00081, "gn": 0.105, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:01:18"}
|
| 423 |
+
{"event": "train", "step": 20450, "loss": 0.0019, "changed": 0.0018, "kept": 0.00054, "gn": 0.03, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:01:29"}
|
| 424 |
+
{"event": "train", "step": 20500, "loss": 0.0001, "changed": 0.0, "kept": 0.00021, "gn": 0.373, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:01:41"}
|
| 425 |
+
{"event": "train", "step": 20550, "loss": 0.0001, "changed": 0.0, "kept": 0.00014, "gn": 0.018, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:01:53"}
|
| 426 |
+
{"event": "train", "step": 20600, "loss": 0.0126, "changed": 0.0125, "kept": 0.00039, "gn": 0.026, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:02:05"}
|
| 427 |
+
{"event": "train", "step": 20650, "loss": 0.0008, "changed": 0.0007, "kept": 0.00057, "gn": 0.185, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:02:17"}
|
| 428 |
+
{"event": "train", "step": 20700, "loss": 0.0002, "changed": 0.0001, "kept": 0.00022, "gn": 0.006, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:02:29"}
|
| 429 |
+
{"event": "train", "step": 20750, "loss": 0.0011, "changed": 0.0011, "kept": 8e-05, "gn": 0.008, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:02:41"}
|
| 430 |
+
{"event": "train", "step": 20800, "loss": 0.0006, "changed": 0.0005, "kept": 0.00033, "gn": 0.083, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:02:52"}
|
| 431 |
+
{"event": "train", "step": 20850, "loss": 0.0198, "changed": 0.0185, "kept": 0.00618, "gn": 0.024, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:03:04"}
|
| 432 |
+
{"event": "train", "step": 20900, "loss": 0.0006, "changed": 0.0002, "kept": 0.00196, "gn": 0.069, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:03:16"}
|
| 433 |
+
{"event": "train", "step": 20950, "loss": 0.0002, "changed": 0.0001, "kept": 0.00032, "gn": 0.044, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:03:28"}
|
| 434 |
+
{"event": "train", "step": 21000, "loss": 0.0004, "changed": 0.0004, "kept": 0.00012, "gn": 0.026, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:03:40"}
|
| 435 |
+
{"event": "train", "step": 21050, "loss": 0.0001, "changed": 0.0001, "kept": 7e-05, "gn": 0.138, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:03:52"}
|
| 436 |
+
{"event": "train", "step": 21100, "loss": 0.0001, "changed": 0.0001, "kept": 7e-05, "gn": 0.01, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:04:04"}
|
| 437 |
+
{"event": "train", "step": 21150, "loss": 0.0032, "changed": 0.0032, "kept": 0.00019, "gn": 0.04, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:04:15"}
|
| 438 |
+
{"event": "train", "step": 21200, "loss": 0.0002, "changed": 0.0001, "kept": 0.00062, "gn": 0.02, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:04:27"}
|
| 439 |
+
{"event": "train", "step": 21250, "loss": 0.0192, "changed": 0.0191, "kept": 0.00032, "gn": 0.033, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:04:39"}
|
| 440 |
+
{"event": "train", "step": 21300, "loss": 0.0003, "changed": 0.0001, "kept": 0.00095, "gn": 0.048, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:04:51"}
|
| 441 |
+
{"event": "train", "step": 21350, "loss": 0.0027, "changed": 0.0027, "kept": 0.00037, "gn": 0.061, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:05:03"}
|
| 442 |
+
{"event": "train", "step": 21400, "loss": 0.001, "changed": 0.0009, "kept": 0.00043, "gn": 0.013, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:05:15"}
|
| 443 |
+
{"event": "train", "step": 21450, "loss": 0.0002, "changed": 0.0, "kept": 0.00071, "gn": 0.007, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:05:27"}
|
| 444 |
+
{"event": "train", "step": 21500, "loss": 0.0107, "changed": 0.0106, "kept": 0.00084, "gn": 0.526, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:05:38"}
|
| 445 |
+
{"event": "train", "step": 21550, "loss": 0.0001, "changed": 0.0001, "kept": 0.0001, "gn": 0.029, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:05:50"}
|
| 446 |
+
{"event": "train", "step": 21600, "loss": 0.0002, "changed": 0.0001, "kept": 0.00091, "gn": 0.014, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:06:02"}
|
| 447 |
+
{"event": "train", "step": 21650, "loss": 0.0072, "changed": 0.0071, "kept": 0.00064, "gn": 0.039, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:06:14"}
|
| 448 |
+
{"event": "train", "step": 21700, "loss": 0.0002, "changed": 0.0001, "kept": 0.00044, "gn": 0.007, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:06:26"}
|
| 449 |
+
{"event": "train", "step": 21750, "loss": 0.0001, "changed": 0.0, "kept": 0.00045, "gn": 0.003, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:06:38"}
|
| 450 |
+
{"event": "train", "step": 21800, "loss": 0.0003, "changed": 0.0001, "kept": 0.00088, "gn": 0.013, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:06:50"}
|
| 451 |
+
{"event": "train", "step": 21850, "loss": 0.0002, "changed": 0.0002, "kept": 0.00015, "gn": 0.019, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:07:01"}
|
| 452 |
+
{"event": "train", "step": 21900, "loss": 0.0032, "changed": 0.0031, "kept": 0.00031, "gn": 0.184, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "16:07:13"}
|
| 453 |
+
{"event": "train", "step": 21950, "loss": 0.0001, "changed": 0.0, "kept": 0.00031, "gn": 0.014, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "16:07:25"}
|
| 454 |
+
{"event": "train", "step": 22000, "loss": 0.0002, "changed": 0.0, "kept": 0.00068, "gn": 0.1, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "16:07:37"}
|
| 455 |
+
{"event": "eval", "step": 22000, "heldout_exact": 0.99486, "heldout_changed_acc": 0.99966, "demo_exact": 0.99, "demo_changed_acc": 1.0, "t": "16:07:37"}
|
| 456 |
+
{"event": "train", "step": 22050, "loss": 0.0003, "changed": 0.0002, "kept": 0.00015, "gn": 1.126, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "16:07:49"}
|
| 457 |
+
{"event": "train", "step": 22100, "loss": 0.0001, "changed": 0.0001, "kept": 9e-05, "gn": 0.045, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "16:08:01"}
|
| 458 |
+
{"event": "train", "step": 22150, "loss": 0.0004, "changed": 0.0001, "kept": 0.00162, "gn": 0.015, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "16:08:13"}
|
| 459 |
+
{"event": "train", "step": 22200, "loss": 0.0073, "changed": 0.0071, "kept": 0.0011, "gn": 0.069, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "16:08:25"}
|
| 460 |
+
{"event": "train", "step": 22250, "loss": 0.0009, "changed": 0.0009, "kept": 0.00029, "gn": 0.099, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "16:08:37"}
|
| 461 |
+
{"event": "train", "step": 22300, "loss": 0.0005, "changed": 0.0005, "kept": 6e-05, "gn": 0.038, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "16:08:49"}
|
| 462 |
+
{"event": "train", "step": 22350, "loss": 0.0007, "changed": 0.0007, "kept": 0.0002, "gn": 0.029, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "16:09:04"}
|
| 463 |
+
{"event": "train", "step": 22400, "loss": 0.0002, "changed": 0.0001, "kept": 0.00078, "gn": 0.031, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:09:30"}
|
| 464 |
+
{"event": "train", "step": 22450, "loss": 0.0008, "changed": 0.0007, "kept": 0.00022, "gn": 0.026, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:09:57"}
|
| 465 |
+
{"event": "train", "step": 22500, "loss": 0.0002, "changed": 0.0001, "kept": 0.0003, "gn": 0.074, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:10:24"}
|
| 466 |
+
{"event": "train", "step": 22550, "loss": 0.0054, "changed": 0.0052, "kept": 0.00074, "gn": 0.046, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:10:51"}
|
| 467 |
+
{"event": "train", "step": 22600, "loss": 0.0002, "changed": 0.0001, "kept": 0.00043, "gn": 0.06, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:11:17"}
|
| 468 |
+
{"event": "train", "step": 22650, "loss": 0.0, "changed": 0.0, "kept": 3e-05, "gn": 0.011, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:11:44"}
|
| 469 |
+
{"event": "train", "step": 22700, "loss": 0.0009, "changed": 0.0008, "kept": 0.00021, "gn": 0.175, "lr": 0.0005, "s_per_step": 0.274, "mem_GB": 32.8, "t": "16:12:11"}
|
| 470 |
+
{"event": "train", "step": 22750, "loss": 0.0001, "changed": 0.0001, "kept": 8e-05, "gn": 0.037, "lr": 0.0005, "s_per_step": 0.275, "mem_GB": 32.8, "t": "16:12:38"}
|
| 471 |
+
{"event": "train", "step": 22800, "loss": 0.0001, "changed": 0.0001, "kept": 0.00021, "gn": 0.075, "lr": 0.0005, "s_per_step": 0.275, "mem_GB": 32.8, "t": "16:13:04"}
|
| 472 |
+
{"event": "train", "step": 22850, "loss": 0.0004, "changed": 0.0002, "kept": 0.00074, "gn": 0.168, "lr": 0.0005, "s_per_step": 0.276, "mem_GB": 32.8, "t": "16:13:31"}
|
| 473 |
+
{"event": "train", "step": 22900, "loss": 0.005, "changed": 0.0049, "kept": 0.00022, "gn": 0.013, "lr": 0.0005, "s_per_step": 0.276, "mem_GB": 32.8, "t": "16:13:58"}
|
| 474 |
+
{"event": "train", "step": 22950, "loss": 0.0017, "changed": 0.0016, "kept": 0.00044, "gn": 0.024, "lr": 0.0005, "s_per_step": 0.277, "mem_GB": 32.8, "t": "16:14:25"}
|
| 475 |
+
{"event": "train", "step": 23000, "loss": 0.0002, "changed": 0.0001, "kept": 0.00073, "gn": 0.014, "lr": 0.0005, "s_per_step": 0.277, "mem_GB": 32.8, "t": "16:14:51"}
|
| 476 |
+
{"event": "train", "step": 23050, "loss": 0.0076, "changed": 0.0075, "kept": 0.00027, "gn": 0.036, "lr": 0.0005, "s_per_step": 0.278, "mem_GB": 32.8, "t": "16:15:18"}
|
| 477 |
+
{"event": "train", "step": 23100, "loss": 0.0002, "changed": 0.0, "kept": 0.00094, "gn": 0.01, "lr": 0.0005, "s_per_step": 0.279, "mem_GB": 32.8, "t": "16:15:45"}
|
| 478 |
+
{"event": "train", "step": 23150, "loss": 0.0003, "changed": 0.0, "kept": 0.00141, "gn": 0.015, "lr": 0.0005, "s_per_step": 0.279, "mem_GB": 32.8, "t": "16:16:12"}
|
| 479 |
+
{"event": "train", "step": 23200, "loss": 0.0005, "changed": 0.0001, "kept": 0.00214, "gn": 0.243, "lr": 0.0005, "s_per_step": 0.28, "mem_GB": 32.8, "t": "16:16:38"}
|
| 480 |
+
{"event": "train", "step": 23250, "loss": 0.0002, "changed": 0.0, "kept": 0.00077, "gn": 0.01, "lr": 0.0005, "s_per_step": 0.28, "mem_GB": 32.8, "t": "16:17:05"}
|
| 481 |
+
{"event": "train", "step": 23300, "loss": 0.0002, "changed": 0.0001, "kept": 0.00056, "gn": 0.028, "lr": 0.0005, "s_per_step": 0.281, "mem_GB": 32.8, "t": "16:17:32"}
|
| 482 |
+
{"event": "train", "step": 23350, "loss": 0.0001, "changed": 0.0, "kept": 0.00026, "gn": 0.007, "lr": 0.0005, "s_per_step": 0.281, "mem_GB": 32.8, "t": "16:17:59"}
|
| 483 |
+
{"event": "train", "step": 23400, "loss": 0.0007, "changed": 0.0006, "kept": 0.00013, "gn": 0.026, "lr": 0.0005, "s_per_step": 0.282, "mem_GB": 32.8, "t": "16:18:25"}
|
| 484 |
+
{"event": "train", "step": 23450, "loss": 0.0004, "changed": 0.0004, "kept": 0.0001, "gn": 0.022, "lr": 0.0005, "s_per_step": 0.282, "mem_GB": 32.8, "t": "16:18:52"}
|
| 485 |
+
{"event": "train", "step": 23500, "loss": 0.0001, "changed": 0.0, "kept": 0.0001, "gn": 0.012, "lr": 0.0005, "s_per_step": 0.283, "mem_GB": 32.8, "t": "16:19:19"}
|
| 486 |
+
{"event": "train", "step": 23550, "loss": 0.0003, "changed": 0.0003, "kept": 0.00025, "gn": 0.016, "lr": 0.0005, "s_per_step": 0.283, "mem_GB": 32.8, "t": "16:19:46"}
|
| 487 |
+
{"event": "train", "step": 23600, "loss": 0.0001, "changed": 0.0, "kept": 0.00036, "gn": 0.191, "lr": 0.0005, "s_per_step": 0.284, "mem_GB": 32.8, "t": "16:20:12"}
|
| 488 |
+
{"event": "train", "step": 23650, "loss": 0.0001, "changed": 0.0001, "kept": 0.00024, "gn": 0.052, "lr": 0.0005, "s_per_step": 0.284, "mem_GB": 32.8, "t": "16:20:39"}
|
| 489 |
+
{"event": "train", "step": 23700, "loss": 0.0064, "changed": 0.0064, "kept": 0.00013, "gn": 0.056, "lr": 0.0005, "s_per_step": 0.285, "mem_GB": 32.8, "t": "16:21:06"}
|
| 490 |
+
{"event": "train", "step": 23750, "loss": 0.0032, "changed": 0.0032, "kept": 0.00038, "gn": 0.089, "lr": 0.0005, "s_per_step": 0.286, "mem_GB": 32.8, "t": "16:21:33"}
|
| 491 |
+
{"event": "train", "step": 23800, "loss": 0.0001, "changed": 0.0001, "kept": 0.00022, "gn": 0.006, "lr": 0.0005, "s_per_step": 0.286, "mem_GB": 32.8, "t": "16:21:59"}
|
| 492 |
+
{"event": "train", "step": 23850, "loss": 0.0103, "changed": 0.0102, "kept": 0.00043, "gn": 0.232, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:22:26"}
|
| 493 |
+
{"event": "train", "step": 23900, "loss": 0.0003, "changed": 0.0003, "kept": 0.0002, "gn": 0.02, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:22:53"}
|
| 494 |
+
{"event": "train", "step": 23950, "loss": 0.0002, "changed": 0.0002, "kept": 0.00042, "gn": 0.026, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:23:20"}
|
| 495 |
+
{"event": "train", "step": 24000, "loss": 0.0004, "changed": 0.0002, "kept": 0.00103, "gn": 0.025, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:23:46"}
|
| 496 |
+
{"event": "eval", "step": 24000, "heldout_exact": 0.9955, "heldout_changed_acc": 0.99966, "demo_exact": 0.98875, "demo_changed_acc": 0.99924, "t": "16:23:47"}
|
| 497 |
+
{"event": "train", "step": 24050, "loss": 0.0002, "changed": 0.0001, "kept": 0.00066, "gn": 0.026, "lr": 0.0005, "s_per_step": 0.289, "mem_GB": 32.8, "t": "16:24:14"}
|
| 498 |
+
{"event": "train", "step": 24100, "loss": 0.0001, "changed": 0.0001, "kept": 0.00023, "gn": 0.006, "lr": 0.0005, "s_per_step": 0.289, "mem_GB": 32.8, "t": "16:24:28"}
|
| 499 |
+
{"event": "train", "step": 24150, "loss": 0.0088, "changed": 0.0088, "kept": 0.0001, "gn": 0.347, "lr": 0.0005, "s_per_step": 0.289, "mem_GB": 32.8, "t": "16:24:40"}
|
| 500 |
+
{"event": "train", "step": 24200, "loss": 0.0003, "changed": 0.0001, "kept": 0.00079, "gn": 0.024, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:24:52"}
|
| 501 |
+
{"event": "train", "step": 24250, "loss": 0.0005, "changed": 0.0003, "kept": 0.0008, "gn": 0.029, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:25:04"}
|
| 502 |
+
{"event": "train", "step": 24300, "loss": 0.0002, "changed": 0.0002, "kept": 0.00043, "gn": 0.006, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:25:16"}
|
| 503 |
+
{"event": "train", "step": 24350, "loss": 0.0008, "changed": 0.0008, "kept": 0.00031, "gn": 0.011, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:25:27"}
|
| 504 |
+
{"event": "train", "step": 24400, "loss": 0.0001, "changed": 0.0, "kept": 0.00016, "gn": 0.055, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:25:39"}
|
| 505 |
+
{"event": "train", "step": 24450, "loss": 0.0002, "changed": 0.0001, "kept": 0.00026, "gn": 0.098, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:25:51"}
|
| 506 |
+
{"event": "train", "step": 24500, "loss": 0.0002, "changed": 0.0001, "kept": 0.00021, "gn": 0.04, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:26:03"}
|
| 507 |
+
{"event": "train", "step": 24550, "loss": 0.0001, "changed": 0.0, "kept": 0.00026, "gn": 0.002, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:26:15"}
|
| 508 |
+
{"event": "train", "step": 24600, "loss": 0.0107, "changed": 0.0104, "kept": 0.00144, "gn": 0.038, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:26:27"}
|
| 509 |
+
{"event": "train", "step": 24650, "loss": 0.0001, "changed": 0.0, "kept": 0.00044, "gn": 0.015, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:26:39"}
|
| 510 |
+
{"event": "train", "step": 24700, "loss": 0.0022, "changed": 0.0022, "kept": 0.0002, "gn": 0.022, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:26:50"}
|
| 511 |
+
{"event": "train", "step": 24750, "loss": 0.0001, "changed": 0.0001, "kept": 5e-05, "gn": 0.013, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:27:02"}
|
| 512 |
+
{"event": "train", "step": 24800, "loss": 0.0, "changed": 0.0, "kept": 8e-05, "gn": 0.004, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:27:14"}
|
| 513 |
+
{"event": "train", "step": 24850, "loss": 0.005, "changed": 0.0049, "kept": 0.00028, "gn": 0.042, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:27:26"}
|
| 514 |
+
{"event": "train", "step": 24900, "loss": 0.0146, "changed": 0.0145, "kept": 0.00019, "gn": 0.113, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:27:38"}
|
| 515 |
+
{"event": "train", "step": 24950, "loss": 0.0001, "changed": 0.0, "kept": 0.00033, "gn": 0.242, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:27:50"}
|
| 516 |
+
{"event": "train", "step": 25000, "loss": 0.0033, "changed": 0.0031, "kept": 0.00079, "gn": 0.013, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:28:02"}
|
| 517 |
+
{"event": "train", "step": 25050, "loss": 0.001, "changed": 0.001, "kept": 0.00032, "gn": 0.015, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:28:13"}
|
| 518 |
+
{"event": "train", "step": 25100, "loss": 0.0029, "changed": 0.0029, "kept": 0.0002, "gn": 0.025, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:28:25"}
|
| 519 |
+
{"event": "train", "step": 25150, "loss": 0.0014, "changed": 0.0012, "kept": 0.00107, "gn": 0.093, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:28:37"}
|
| 520 |
+
{"event": "train", "step": 25200, "loss": 0.0001, "changed": 0.0, "kept": 0.00018, "gn": 0.028, "lr": 0.0005, "s_per_step": 0.286, "mem_GB": 32.8, "t": "16:28:49"}
|
| 521 |
+
{"event": "train", "step": 25250, "loss": 0.0012, "changed": 0.0008, "kept": 0.00198, "gn": 0.119, "lr": 0.0005, "s_per_step": 0.286, "mem_GB": 32.8, "t": "16:29:01"}
|
| 522 |
+
{"event": "train", "step": 25300, "loss": 0.0, "changed": 0.0, "kept": 9e-05, "gn": 0.004, "lr": 0.0005, "s_per_step": 0.286, "mem_GB": 32.8, "t": "16:29:13"}
|
| 523 |
+
{"event": "train", "step": 25350, "loss": 0.0001, "changed": 0.0, "kept": 0.0001, "gn": 0.097, "lr": 0.0005, "s_per_step": 0.286, "mem_GB": 32.8, "t": "16:29:25"}
|
| 524 |
+
W1031 16:29:29.206000 2804270 torch/distributed/elastic/agent/server/api.py:725] Received 15 death signal, shutting down workers
|
| 525 |
+
W1031 16:29:29.207000 2804270 torch/distributed/elastic/multiprocessing/api.py:908] Sending process 2804590 closing signal SIGTERM
|
| 526 |
+
W1031 16:29:29.208000 2804270 torch/distributed/elastic/multiprocessing/api.py:908] Sending process 2804591 closing signal SIGTERM
|
| 527 |
+
W1031 16:29:29.209000 2804270 torch/distributed/elastic/multiprocessing/api.py:908] Sending process 2804592 closing signal SIGTERM
|
| 528 |
+
W1031 16:29:29.210000 2804270 torch/distributed/elastic/multiprocessing/api.py:908] Sending process 2804593 closing signal SIGTERM
|
| 529 |
+
W1031 16:29:29.210000 2804270 torch/distributed/elastic/multiprocessing/api.py:908] Sending process 2804594 closing signal SIGTERM
|
| 530 |
+
W1031 16:29:29.211000 2804270 torch/distributed/elastic/multiprocessing/api.py:908] Sending process 2804595 closing signal SIGTERM
|
| 531 |
+
W1031 16:29:29.212000 2804270 torch/distributed/elastic/multiprocessing/api.py:908] Sending process 2804596 closing signal SIGTERM
|
| 532 |
+
W1031 16:29:29.213000 2804270 torch/distributed/elastic/multiprocessing/api.py:908] Sending process 2804597 closing signal SIGTERM
|
| 533 |
+
Traceback (most recent call last):
|
| 534 |
+
File "<frozen runpy>", line 198, in _run_module_as_main
|
| 535 |
+
File "<frozen runpy>", line 88, in _run_code
|
| 536 |
+
File "/dev/shm/prh/venv/lib/python3.11/site-packages/torch/distributed/run.py", line 940, in <module>
|
| 537 |
+
main()
|
| 538 |
+
File "/dev/shm/prh/venv/lib/python3.11/site-packages/torch/distributed/elastic/multiprocessing/errors/__init__.py", line 357, in wrapper
|
| 539 |
+
return f(*args, **kwargs)
|
| 540 |
+
^^^^^^^^^^^^^^^^^^
|
| 541 |
+
File "/dev/shm/prh/venv/lib/python3.11/site-packages/torch/distributed/run.py", line 936, in main
|
| 542 |
+
run(args)
|
| 543 |
+
File "/dev/shm/prh/venv/lib/python3.11/site-packages/torch/distributed/run.py", line 927, in run
|
| 544 |
+
elastic_launch(
|
| 545 |
+
File "/dev/shm/prh/venv/lib/python3.11/site-packages/torch/distributed/launcher/api.py", line 156, in __call__
|
| 546 |
+
return launch_agent(self._config, self._entrypoint, list(args))
|
| 547 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 548 |
+
File "/dev/shm/prh/venv/lib/python3.11/site-packages/torch/distributed/launcher/api.py", line 284, in launch_agent
|
| 549 |
+
result = agent.run()
|
| 550 |
+
^^^^^^^^^^^
|
| 551 |
+
File "/dev/shm/prh/venv/lib/python3.11/site-packages/torch/distributed/elastic/metrics/api.py", line 138, in wrapper
|
| 552 |
+
result = f(*args, **kwargs)
|
| 553 |
+
^^^^^^^^^^^^^^^^^^
|
| 554 |
+
File "/dev/shm/prh/venv/lib/python3.11/site-packages/torch/distributed/elastic/agent/server/api.py", line 717, in run
|
| 555 |
+
result = self._invoke_run(role)
|
| 556 |
+
^^^^^^^^^^^^^^^^^^^^^^
|
| 557 |
+
File "/dev/shm/prh/venv/lib/python3.11/site-packages/torch/distributed/elastic/agent/server/api.py", line 881, in _invoke_run
|
| 558 |
+
time.sleep(monitor_interval)
|
| 559 |
+
File "/dev/shm/prh/venv/lib/python3.11/site-packages/torch/distributed/elastic/multiprocessing/api.py", line 85, in _terminate_process_handler
|
| 560 |
+
raise SignalException(f"Process {os.getpid()} got signal: {sigval}", sigval=sigval)
|
| 561 |
+
torch.distributed.elastic.multiprocessing.api.SignalException: Process 2804270 got signal: 15
|
| 562 |
+
[W1031 16:29:31.374272996 AllocatorConfig.cpp:28] Warning: PYTORCH_CUDA_ALLOC_CONF is deprecated, use PYTORCH_ALLOC_CONF instead (function operator())
|
| 563 |
+
16:29:32 TRAIN_EXIT rc=0
|
neucpu/logs/diag_12000.log
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
== collatz: exact 0.9983 over 600
|
| 2 |
+
worst ops (n, exact): [(np.str_('CMPI'), [95, 0.9895]), (np.str_('LDA'), [150, 1.0]), (np.str_('STA'), [66, 1.0]), (np.str_('LDI'), [66, 1.0]), (np.str_('JMP'), [58, 1.0]), (np.str_('ADDI'), [35, 1.0]), (np.str_('MOD'), [29, 1.0]), (np.str_('JZ'), [28, 1.0])]
|
| 3 |
+
wrong byte kinds in failed steps: {'flags': 1}
|
| 4 |
+
== digits: exact 0.9942 over 346
|
| 5 |
+
worst ops (n, exact): [(np.str_('DIV'), [14, 0.9286]), (np.str_('STA'), [54, 0.9815]), (np.str_('LDA'), [94, 1.0]), (np.str_('LDI'), [56, 1.0]), (np.str_('JNC'), [27, 1.0]), (np.str_('JMP'), [20, 1.0]), (np.str_('ADD'), [20, 1.0]), (np.str_('CMP'), [20, 1.0])]
|
| 6 |
+
wrong byte kinds in failed steps: {'reg': 2}
|
| 7 |
+
== fib: exact 0.9789 over 190
|
| 8 |
+
worst ops (n, exact): [(np.str_('OUT'), [13, 0.9231]), (np.str_('STA'), [41, 0.9512]), (np.str_('LDA'), [79, 0.9873]), (np.str_('JNC'), [14, 1.0]), (np.str_('CMPI'), [14, 1.0]), (np.str_('JMP'), [13, 1.0]), (np.str_('ADD'), [13, 1.0]), (np.str_('LDI'), [2, 1.0])]
|
| 9 |
+
wrong byte kinds in failed steps: {'reg': 3, 'ram': 1}
|
| 10 |
+
== fizzbuzz: exact 0.98 over 600
|
| 11 |
+
worst ops (n, exact): [(np.str_('MOD'), [69, 0.8551]), (np.str_('CMP'), [28, 0.9286]), (np.str_('LDA'), [127, 1.0]), (np.str_('LDI'), [96, 1.0]), (np.str_('CMPI'), [63, 1.0]), (np.str_('JNZ'), [61, 1.0]), (np.str_('ADDI'), [41, 1.0]), (np.str_('JMP'), [38, 1.0])]
|
| 12 |
+
wrong byte kinds in failed steps: {'flags': 9, 'reg': 3}
|
| 13 |
+
== gcd: exact 0.974 over 154
|
| 14 |
+
worst ops (n, exact): [(np.str_('MOD'), [7, 0.4286]), (np.str_('LDA'), [52, 1.0]), (np.str_('STA'), [34, 1.0]), (np.str_('CMPI'), [16, 1.0]), (np.str_('JMP'), [11, 1.0]), (np.str_('JZ'), [11, 1.0]), (np.str_('IN'), [8, 1.0]), (np.str_('JNC'), [5, 1.0])]
|
| 15 |
+
wrong byte kinds in failed steps: {'reg': 3, 'flags': 1}
|
| 16 |
+
== primes: exact 0.9633 over 600
|
| 17 |
+
worst ops (n, exact): [(np.str_('MOD'), [31, 0.5806]), (np.str_('DIV'), [29, 0.7241]), (np.str_('CMP'), [33, 0.9697]), (np.str_('LDA'), [232, 1.0]), (np.str_('STA'), [53, 1.0]), (np.str_('CMPI'), [46, 1.0]), (np.str_('JMP'), [41, 1.0]), (np.str_('JC'), [30, 1.0])]
|
| 18 |
+
wrong byte kinds in failed steps: {'flags': 12, 'reg': 11}
|
| 19 |
+
== sieve: exact 0.9867 over 600
|
| 20 |
+
worst ops (n, exact): [(np.str_('STA'), [45, 0.9333]), (np.str_('CMPI'), [74, 0.9595]), (np.str_('LDA'), [187, 0.9893]), (np.str_('ADDI'), [65, 1.0]), (np.str_('JMP'), [51, 1.0]), (np.str_('JNC'), [48, 1.0]), (np.str_('ADD'), [31, 1.0]), (np.str_('LDI'), [26, 1.0])]
|
| 21 |
+
wrong byte kinds in failed steps: {'ram': 4, 'reg': 3, 'flags': 1}
|
| 22 |
+
== sort: exact 0.945 over 600
|
| 23 |
+
worst ops (n, exact): [(np.str_('STA'), [41, 0.6098]), (np.str_('ST'), [23, 0.8261]), (np.str_('LDA'), [199, 0.9397]), (np.str_('CMP'), [49, 0.9796]), (np.str_('ADDI'), [143, 1.0]), (np.str_('LD'), [49, 1.0]), (np.str_('JNC'), [44, 1.0]), (np.str_('JMP'), [27, 1.0])]
|
| 24 |
+
wrong byte kinds in failed steps: {'ram': 20, 'reg': 13}
|
| 25 |
+
== ALL DEMO: exact 0.9767 over 3690
|
| 26 |
+
worst ops (n, exact): [(np.str_('MOD'), [150, 0.82]), (np.str_('DIV'), [55, 0.8364]), (np.str_('ST'), [48, 0.9167]), (np.str_('STA'), [359, 0.9387]), (np.str_('CMP'), [131, 0.9695]), (np.str_('OUT'), [59, 0.9831]), (np.str_('LDA'), [1120, 0.9866]), (np.str_('CMPI'), [315, 0.9873])]
|
| 27 |
+
wrong byte kinds in failed steps: {'reg': 38, 'ram': 25, 'flags': 24}
|
| 28 |
+
== HELDOUT random programs: exact 0.9865 over 1556
|
| 29 |
+
worst ops (n, exact): [(np.str_('DIV'), [16, 0.8125]), (np.str_('MOD'), [51, 0.8824]), (np.str_('MUL'), [11, 0.9091]), (np.str_('ADD'), [33, 0.9394]), (np.str_('LDI'), [217, 0.9724]), (np.str_('CMP'), [37, 0.973]), (np.str_('OUT'), [63, 0.9841]), (np.str_('LDA'), [342, 0.9971])]
|
| 30 |
+
wrong byte kinds in failed steps: {'reg': 16, 'flags': 6, 'ram': 1}
|
| 31 |
+
== op share demo vs train (top demo ops):
|
| 32 |
+
LDA demo 0.304 train 0.153 exact on demo 0.987
|
| 33 |
+
STA demo 0.097 train 0.075 exact on demo 0.939
|
| 34 |
+
ADDI demo 0.088 train 0.062 exact on demo 1.000
|
| 35 |
+
CMPI demo 0.085 train 0.054 exact on demo 0.987
|
| 36 |
+
LDI demo 0.075 train 0.080 exact on demo 1.000
|
| 37 |
+
JMP demo 0.070 train 0.050 exact on demo 1.000
|
| 38 |
+
JNC demo 0.046 train 0.053 exact on demo 1.000
|
| 39 |
+
MOD demo 0.041 train 0.031 exact on demo 0.820
|
| 40 |
+
JNZ demo 0.037 train 0.015 exact on demo 1.000
|
| 41 |
+
CMP demo 0.036 train 0.025 exact on demo 0.969
|
| 42 |
+
LD demo 0.020 train 0.024 exact on demo 1.000
|
| 43 |
+
ADD demo 0.017 train 0.020 exact on demo 1.000
|
| 44 |
+
OUT demo 0.016 train 0.037 exact on demo 0.983
|
| 45 |
+
JC demo 0.016 train 0.018 exact on demo 1.000
|
| 46 |
+
DIAG_DONE
|
| 47 |
+
rc=0
|
neucpu/logs/diag_6000.log
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
== collatz: exact 0.9783 over 600
|
| 2 |
+
worst ops (n, exact): [(np.str_('CMPI'), [95, 0.8842]), (np.str_('DIV'), [12, 0.9167]), (np.str_('LDA'), [150, 0.9933]), (np.str_('LDI'), [66, 1.0]), (np.str_('STA'), [66, 1.0]), (np.str_('JMP'), [58, 1.0]), (np.str_('ADDI'), [35, 1.0]), (np.str_('MOD'), [29, 1.0])]
|
| 3 |
+
wrong byte kinds in failed steps: {'reg': 8, 'flags': 4, 'ram': 1}
|
| 4 |
+
== digits: exact 0.9798 over 346
|
| 5 |
+
worst ops (n, exact): [(np.str_('DIV'), [14, 0.7857]), (np.str_('MOD'), [14, 0.7857]), (np.str_('LDA'), [94, 0.9894]), (np.str_('LDI'), [56, 1.0]), (np.str_('STA'), [54, 1.0]), (np.str_('JNC'), [27, 1.0]), (np.str_('CMP'), [20, 1.0]), (np.str_('JMP'), [20, 1.0])]
|
| 6 |
+
wrong byte kinds in failed steps: {'reg': 7}
|
| 7 |
+
== fib: exact 0.9421 over 190
|
| 8 |
+
worst ops (n, exact): [(np.str_('HALT'), [1, 0.0]), (np.str_('CMPI'), [14, 0.7143]), (np.str_('LDA'), [79, 0.9241]), (np.str_('STA'), [41, 1.0]), (np.str_('JNC'), [14, 1.0]), (np.str_('JMP'), [13, 1.0]), (np.str_('OUT'), [13, 1.0]), (np.str_('ADD'), [13, 1.0])]
|
| 9 |
+
wrong byte kinds in failed steps: {'reg': 10, 'ram': 2, 'pc': 1, 'flags': 1}
|
| 10 |
+
== fizzbuzz: exact 0.9683 over 600
|
| 11 |
+
worst ops (n, exact): [(np.str_('MOD'), [69, 0.8261]), (np.str_('CMP'), [28, 0.8571]), (np.str_('LDA'), [127, 0.9764]), (np.str_('LDI'), [96, 1.0]), (np.str_('CMPI'), [63, 1.0]), (np.str_('JNZ'), [61, 1.0]), (np.str_('ADDI'), [41, 1.0]), (np.str_('JMP'), [38, 1.0])]
|
| 12 |
+
wrong byte kinds in failed steps: {'reg': 13, 'flags': 7}
|
| 13 |
+
== gcd: exact 0.9545 over 154
|
| 14 |
+
worst ops (n, exact): [(np.str_('MOD'), [7, 0.5714]), (np.str_('CMPI'), [16, 0.75]), (np.str_('LDA'), [52, 1.0]), (np.str_('STA'), [34, 1.0]), (np.str_('JMP'), [11, 1.0]), (np.str_('JZ'), [11, 1.0]), (np.str_('IN'), [8, 1.0]), (np.str_('JNC'), [5, 1.0])]
|
| 15 |
+
wrong byte kinds in failed steps: {'reg': 6, 'flags': 3}
|
| 16 |
+
== primes: exact 0.8983 over 600
|
| 17 |
+
worst ops (n, exact): [(np.str_('MOD'), [31, 0.4839]), (np.str_('DIV'), [29, 0.5517]), (np.str_('LDA'), [232, 0.8793]), (np.str_('CMP'), [33, 0.9091]), (np.str_('CMPI'), [46, 0.9783]), (np.str_('STA'), [53, 1.0]), (np.str_('JMP'), [41, 1.0]), (np.str_('JC'), [30, 1.0])]
|
| 18 |
+
wrong byte kinds in failed steps: {'reg': 54, 'flags': 16, 'out': 4, 'tapeptr': 1}
|
| 19 |
+
== sieve: exact 0.94 over 600
|
| 20 |
+
worst ops (n, exact): [(np.str_('LD'), [26, 0.3077]), (np.str_('CMPI'), [74, 0.8108]), (np.str_('ST'), [25, 0.88]), (np.str_('ADDI'), [65, 0.9846]), (np.str_('LDA'), [187, 1.0]), (np.str_('JMP'), [51, 1.0]), (np.str_('JNC'), [48, 1.0]), (np.str_('STA'), [45, 1.0])]
|
| 21 |
+
wrong byte kinds in failed steps: {'reg': 33, 'ram': 3}
|
| 22 |
+
== sort: exact 0.9233 over 600
|
| 23 |
+
worst ops (n, exact): [(np.str_('LD'), [49, 0.449]), (np.str_('ST'), [23, 0.7391]), (np.str_('STA'), [41, 0.7805]), (np.str_('CMP'), [49, 0.9388]), (np.str_('LDA'), [199, 0.995]), (np.str_('ADDI'), [143, 1.0]), (np.str_('JNC'), [44, 1.0]), (np.str_('JMP'), [27, 1.0])]
|
| 24 |
+
wrong byte kinds in failed steps: {'reg': 31, 'ram': 17, 'flags': 1}
|
| 25 |
+
== ALL DEMO: exact 0.9458 over 3690
|
| 26 |
+
worst ops (n, exact): [(np.str_('LD'), [75, 0.4]), (np.str_('DIV'), [55, 0.6909]), (np.str_('HALT'), [4, 0.75]), (np.str_('MOD'), [150, 0.7733]), (np.str_('ST'), [48, 0.8125]), (np.str_('CMPI'), [315, 0.8921]), (np.str_('CMP'), [131, 0.9237]), (np.str_('LDA'), [1120, 0.9643])]
|
| 27 |
+
wrong byte kinds in failed steps: {'reg': 162, 'flags': 32, 'ram': 23, 'out': 4, 'pc': 1, 'tapeptr': 1}
|
| 28 |
+
== HELDOUT random programs: exact 0.9698 over 1556
|
| 29 |
+
worst ops (n, exact): [(np.str_('LD'), [22, 0.3636]), (np.str_('MOD'), [51, 0.7255]), (np.str_('ST'), [4, 0.75]), (np.str_('MUL'), [11, 0.9091]), (np.str_('CMP'), [37, 0.9459]), (np.str_('CMPI'), [90, 0.9556]), (np.str_('XOR'), [26, 0.9615]), (np.str_('OUT'), [63, 0.9683])]
|
| 30 |
+
wrong byte kinds in failed steps: {'reg': 43, 'flags': 4, 'out': 2, 'ram': 1}
|
| 31 |
+
== op share demo vs train (top demo ops):
|
| 32 |
+
LDA demo 0.304 train 0.153 exact on demo 0.964
|
| 33 |
+
STA demo 0.097 train 0.075 exact on demo 0.975
|
| 34 |
+
ADDI demo 0.088 train 0.062 exact on demo 0.997
|
| 35 |
+
CMPI demo 0.085 train 0.054 exact on demo 0.892
|
| 36 |
+
LDI demo 0.075 train 0.080 exact on demo 1.000
|
| 37 |
+
JMP demo 0.070 train 0.050 exact on demo 1.000
|
| 38 |
+
JNC demo 0.046 train 0.053 exact on demo 1.000
|
| 39 |
+
MOD demo 0.041 train 0.031 exact on demo 0.773
|
| 40 |
+
JNZ demo 0.037 train 0.015 exact on demo 1.000
|
| 41 |
+
CMP demo 0.036 train 0.025 exact on demo 0.924
|
| 42 |
+
LD demo 0.020 train 0.024 exact on demo 0.400
|
| 43 |
+
ADD demo 0.017 train 0.020 exact on demo 1.000
|
| 44 |
+
OUT demo 0.016 train 0.037 exact on demo 1.000
|
| 45 |
+
JC demo 0.016 train 0.018 exact on demo 1.000
|
| 46 |
+
DIAG_DONE
|
| 47 |
+
rc=0
|
neucpu/logs/diag_soup16000.log
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
== collatz: exact 1.0 over 600
|
| 2 |
+
worst ops (n, exact): [(np.str_('LDA'), [150, 1.0]), (np.str_('CMPI'), [95, 1.0]), (np.str_('STA'), [66, 1.0]), (np.str_('LDI'), [66, 1.0]), (np.str_('JMP'), [58, 1.0]), (np.str_('ADDI'), [35, 1.0]), (np.str_('MOD'), [29, 1.0]), (np.str_('JNZ'), [28, 1.0])]
|
| 3 |
+
wrong byte kinds in failed steps: {}
|
| 4 |
+
== digits: exact 1.0 over 346
|
| 5 |
+
worst ops (n, exact): [(np.str_('LDA'), [94, 1.0]), (np.str_('LDI'), [56, 1.0]), (np.str_('STA'), [54, 1.0]), (np.str_('JNC'), [27, 1.0]), (np.str_('CMP'), [20, 1.0]), (np.str_('JMP'), [20, 1.0]), (np.str_('ADD'), [20, 1.0]), (np.str_('DIV'), [14, 1.0])]
|
| 6 |
+
wrong byte kinds in failed steps: {}
|
| 7 |
+
== fib: exact 1.0 over 190
|
| 8 |
+
worst ops (n, exact): [(np.str_('LDA'), [79, 1.0]), (np.str_('STA'), [41, 1.0]), (np.str_('CMPI'), [14, 1.0]), (np.str_('JNC'), [14, 1.0]), (np.str_('JMP'), [13, 1.0]), (np.str_('OUT'), [13, 1.0]), (np.str_('ADD'), [13, 1.0]), (np.str_('LDI'), [2, 1.0])]
|
| 9 |
+
wrong byte kinds in failed steps: {}
|
| 10 |
+
== fizzbuzz: exact 0.9983 over 600
|
| 11 |
+
worst ops (n, exact): [(np.str_('MOD'), [69, 0.9855]), (np.str_('LDA'), [127, 1.0]), (np.str_('LDI'), [96, 1.0]), (np.str_('CMPI'), [63, 1.0]), (np.str_('JNZ'), [61, 1.0]), (np.str_('ADDI'), [41, 1.0]), (np.str_('JMP'), [38, 1.0]), (np.str_('CMP'), [28, 1.0])]
|
| 12 |
+
wrong byte kinds in failed steps: {'flags': 1}
|
| 13 |
+
== gcd: exact 0.9935 over 154
|
| 14 |
+
worst ops (n, exact): [(np.str_('MOD'), [7, 0.8571]), (np.str_('LDA'), [52, 1.0]), (np.str_('STA'), [34, 1.0]), (np.str_('CMPI'), [16, 1.0]), (np.str_('JMP'), [11, 1.0]), (np.str_('JZ'), [11, 1.0]), (np.str_('IN'), [8, 1.0]), (np.str_('JNC'), [5, 1.0])]
|
| 15 |
+
wrong byte kinds in failed steps: {'flags': 1}
|
| 16 |
+
== primes: exact 0.98 over 600
|
| 17 |
+
worst ops (n, exact): [(np.str_('DIV'), [29, 0.7931]), (np.str_('MOD'), [31, 0.8065]), (np.str_('LDA'), [232, 1.0]), (np.str_('STA'), [53, 1.0]), (np.str_('CMPI'), [46, 1.0]), (np.str_('JMP'), [41, 1.0]), (np.str_('CMP'), [33, 1.0]), (np.str_('JC'), [30, 1.0])]
|
| 18 |
+
wrong byte kinds in failed steps: {'flags': 9, 'reg': 4}
|
| 19 |
+
== sieve: exact 0.9983 over 600
|
| 20 |
+
worst ops (n, exact): [(np.str_('CMPI'), [74, 0.9865]), (np.str_('LDA'), [187, 1.0]), (np.str_('ADDI'), [65, 1.0]), (np.str_('JMP'), [51, 1.0]), (np.str_('JNC'), [48, 1.0]), (np.str_('STA'), [45, 1.0]), (np.str_('ADD'), [31, 1.0]), (np.str_('LDI'), [26, 1.0])]
|
| 21 |
+
wrong byte kinds in failed steps: {'reg': 1}
|
| 22 |
+
== sort: exact 1.0 over 600
|
| 23 |
+
worst ops (n, exact): [(np.str_('LDA'), [199, 1.0]), (np.str_('ADDI'), [143, 1.0]), (np.str_('CMP'), [49, 1.0]), (np.str_('LD'), [49, 1.0]), (np.str_('JNC'), [44, 1.0]), (np.str_('STA'), [41, 1.0]), (np.str_('JMP'), [27, 1.0]), (np.str_('ST'), [23, 1.0])]
|
| 24 |
+
wrong byte kinds in failed steps: {}
|
| 25 |
+
== ALL DEMO: exact 0.9959 over 3690
|
| 26 |
+
worst ops (n, exact): [(np.str_('DIV'), [55, 0.8909]), (np.str_('MOD'), [150, 0.9467]), (np.str_('CMPI'), [315, 0.9968]), (np.str_('LDA'), [1120, 1.0]), (np.str_('STA'), [359, 1.0]), (np.str_('ADDI'), [324, 1.0]), (np.str_('LDI'), [275, 1.0]), (np.str_('JMP'), [259, 1.0])]
|
| 27 |
+
wrong byte kinds in failed steps: {'flags': 11, 'reg': 5}
|
| 28 |
+
== HELDOUT random programs: exact 0.9949 over 1556
|
| 29 |
+
worst ops (n, exact): [(np.str_('MUL'), [11, 0.9091]), (np.str_('MOD'), [51, 0.9412]), (np.str_('CMPI'), [90, 0.9556]), (np.str_('LDA'), [342, 1.0]), (np.str_('LDI'), [217, 1.0]), (np.str_('STA'), [150, 1.0]), (np.str_('ADDI'), [107, 1.0]), (np.str_('JNC'), [87, 1.0])]
|
| 30 |
+
wrong byte kinds in failed steps: {'reg': 6, 'flags': 3}
|
| 31 |
+
== op share demo vs train (top demo ops):
|
| 32 |
+
LDA demo 0.304 train 0.153 exact on demo 1.000
|
| 33 |
+
STA demo 0.097 train 0.075 exact on demo 1.000
|
| 34 |
+
ADDI demo 0.088 train 0.062 exact on demo 1.000
|
| 35 |
+
CMPI demo 0.085 train 0.054 exact on demo 0.997
|
| 36 |
+
LDI demo 0.075 train 0.080 exact on demo 1.000
|
| 37 |
+
JMP demo 0.070 train 0.050 exact on demo 1.000
|
| 38 |
+
JNC demo 0.046 train 0.053 exact on demo 1.000
|
| 39 |
+
MOD demo 0.041 train 0.031 exact on demo 0.947
|
| 40 |
+
JNZ demo 0.037 train 0.015 exact on demo 1.000
|
| 41 |
+
CMP demo 0.036 train 0.025 exact on demo 1.000
|
| 42 |
+
LD demo 0.020 train 0.024 exact on demo 1.000
|
| 43 |
+
ADD demo 0.017 train 0.020 exact on demo 1.000
|
| 44 |
+
OUT demo 0.016 train 0.037 exact on demo 1.000
|
| 45 |
+
JC demo 0.016 train 0.018 exact on demo 1.000
|
| 46 |
+
DIAG_DONE
|
| 47 |
+
rc=0
|
neucpu/logs/fastgate.log
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
real traces: 8 programs, longest 12398 instructions, 1.2s on CPU
|
| 2 |
+
network: 12416 ticks x 8 programs in 80.6s (6494 us per tick)
|
| 3 |
+
ROLLOUT_DONE {"collatz": [2701, 4266, true], "digits": [345, 345, true], "fib": [189, 189, true], "fizzbuzz": [336, 726, true], "gcd": [14, 153, true], "primes": [1575, 12398, true], "sieve": [1769, 2777, true], "sort": [1714, 1714, true]}
|
| 4 |
+
rc=0
|
neucpu/logs/pagedata.log
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
PAGE_DATA_OK tick 631 MOD r0, r1 changed [0, 8] net_exact True
|
| 2 |
+
rc=0
|
neucpu/logs/roll_12000.log
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
ROLLOUT_DONE {"collatz": [21, 4266, false], "digits": [227, 345, false], "fib": [128, 189, false], "fizzbuzz": [112, 726, true], "gcd": [14, 153, false], "primes": [234, 12398, false], "sieve": [293, 2777, false], "sort": [16, 1714, false]}
|
| 2 |
+
rc=0
|
neucpu/logs/roll_14000.log
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
ROLLOUT_DONE {"collatz": [2701, 4266, true], "digits": [89, 345, false], "fib": [38, 189, false], "fizzbuzz": [336, 726, true], "gcd": [153, 153, true], "primes": [54, 12398, false], "sieve": [26, 2777, false], "sort": [154, 1714, false]}
|
| 2 |
+
rc=0
|
neucpu/logs/roll_all.log
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
real traces: 15 programs, longest 83121 instructions, 1.6s on CPU
|
| 2 |
+
network: 83136 ticks x 15 programs in 919.2s (11056 us per tick)
|
| 3 |
+
ROLLOUT_DONE {"collatz": [2701, 4266, true], "digits": [345, 345, true], "fib": [189, 189, true], "fizzbuzz": [726, 726, true], "gcd": [153, 153, true], "primes": [228, 12398, false], "sieve": [2777, 2777, true], "sort": [1714, 1714, true], "chase": [186, 2982, true], "collatz60": [2701, 20426, false], "digroot": [1655, 15940, false], "gcdall": [7211, 31707, true], "powmod": [65, 1509, false], "primes250": [9803, 83121, false], "sort16": [2638, 2638, true]}
|
| 4 |
+
rc=0
|
neucpu/logs/roll_hard.log
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
real traces: 7 programs, longest 83121 instructions, 1.6s on CPU
|
| 2 |
+
network: 83136 ticks x 7 programs in 516.7s (6215 us per tick)
|
| 3 |
+
ROLLOUT_DONE {"chase": [186, 2982, false], "collatz60": [566, 20426, false], "digroot": [366, 15940, false], "gcdall": [5594, 31707, false], "powmod": [71, 1509, false], "primes250": [3017, 83121, false], "sort16": [1713, 2638, true]}
|
| 4 |
+
rc=0
|
neucpu/logs/roll_soup.log
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
ROLLOUT_DONE {"collatz": [2701, 4266, true], "digits": [345, 345, true], "fib": [189, 189, true], "fizzbuzz": [336, 726, true], "gcd": [14, 153, true], "primes": [1575, 12398, true], "sieve": [1769, 2777, true], "sort": [1714, 1714, true]}
|
| 2 |
+
rc=0
|
neucpu/logs/smoke.log
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
14:27:36 TRAIN start name=smoke gpus=0,1 args=--steps 100 --eval-every 100
|
| 2 |
+
{"event": "model", "params_M": 38.3, "tokens": 477, "name": "smoke", "steps": 100, "batch": 256, "lr": 0.0005, "d": 512, "layers": 12, "keep_w": 0.2, "eval_every": 100, "workers": 10, "world": 2, "n_state": 205, "t": "14:27:40"}
|
| 3 |
+
{"event": "train", "step": 50, "loss": 3.6434, "changed": 3.2591, "kept": 1.92152, "gn": 1.558, "lr": 5e-05, "s_per_step": 0.246, "mem_GB": 32.8, "t": "14:27:55"}
|
| 4 |
+
{"event": "train", "step": 100, "loss": 2.669, "changed": 2.2947, "kept": 1.87185, "gn": 0.848, "lr": 0.0001, "s_per_step": 0.242, "mem_GB": 32.8, "t": "14:28:06"}
|
| 5 |
+
{"event": "eval", "step": 100, "heldout_exact": 0.0, "heldout_changed_acc": 0.6569, "demo_exact": 0.0, "demo_changed_acc": 0.65118, "t": "14:28:07"}
|
| 6 |
+
/dev/shm/prh/venv/lib/python3.11/site-packages/torch/distributed/distributed_c10d.py:4876: UserWarning: barrier(): using the device under current context. You can specify `device_id` in `init_process_group` to mute this warning.
|
| 7 |
+
warnings.warn( # warn only once
|
| 8 |
+
{"event": "done", "t": "14:28:07"}
|
| 9 |
+
[W1031 14:28:08.734637700 AllocatorConfig.cpp:28] Warning: PYTORCH_CUDA_ALLOC_CONF is deprecated, use PYTORCH_ALLOC_CONF instead (function operator())
|
| 10 |
+
14:28:08 TRAIN_EXIT rc=0
|
neucpu/logs/smoke150.log
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
16:30:09 TRAIN start name=smoke150 gpus=0,1,2,3,4,5,6,7 args=--steps 60 --eval-every 1000 --d 1024 --layers 12 --batch 128 --lr 3e-4 --hard 0.5 --prog_share 0.5
|
| 2 |
+
{"event": "model", "params_M": 152.0, "tokens": 477, "name": "smoke150", "steps": 60, "batch": 128, "lr": 0.0003, "d": 1024, "layers": 12, "keep_w": 0.2, "eval_every": 1000, "workers": 10, "hard": 0.5, "prog_share": 0.5, "world": 8, "n_state": 205, "t": "16:30:19"}
|
| 3 |
+
{"event": "train", "step": 50, "loss": 2.5291, "changed": 2.1135, "kept": 2.07824, "gn": 1.536, "lr": 3e-05, "s_per_step": 0.328, "mem_GB": 34.9, "t": "16:30:39"}
|
| 4 |
+
{"event": "eval", "step": 60, "heldout_exact": 0.0, "heldout_changed_acc": 0.6369, "demo_exact": 0.0, "demo_changed_acc": 0.64356, "t": "16:30:42"}
|
| 5 |
+
/dev/shm/prh/venv/lib/python3.11/site-packages/torch/distributed/distributed_c10d.py:4876: UserWarning: barrier(): using the device under current context. You can specify `device_id` in `init_process_group` to mute this warning.
|
| 6 |
+
warnings.warn( # warn only once
|
| 7 |
+
{"event": "done", "t": "16:30:43"}
|
| 8 |
+
[W1031 16:30:43.644592712 AllocatorConfig.cpp:28] Warning: PYTORCH_CUDA_ALLOC_CONF is deprecated, use PYTORCH_ALLOC_CONF instead (function operator())
|
| 9 |
+
16:30:44 TRAIN_EXIT rc=0
|
neucpu/logs/soup.log
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
averaging ['runs/cpu1/step_12000.pt', 'runs/cpu1/step_14000.pt', 'runs/cpu1/step_16000.pt']
|
| 2 |
+
SOUP_OK 16000
|
| 3 |
+
rc=0
|
neucpu/logs/soup2.log
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
averaging ['runs/cpu1/step_18000.pt', 'runs/cpu1/step_20000.pt', 'runs/cpu1/step_22000.pt']
|
| 2 |
+
SOUP_OK 22000
|
| 3 |
+
rc=0
|
neucpu/progs/collatz.c
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
// Collatz steps for 1..20 (stops counting at 255)
|
| 2 |
+
int n, x, s;
|
| 3 |
+
for (n = 1; n <= 20; n++) {
|
| 4 |
+
x = n; s = 0;
|
| 5 |
+
while (x != 1 && s < 255) {
|
| 6 |
+
if (x % 2 == 0) x = x / 2; else x = 3 * x + 1;
|
| 7 |
+
s++;
|
| 8 |
+
}
|
| 9 |
+
print(s);
|
| 10 |
+
}
|
neucpu/progs/digits.c
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
// digit sums of the inputs, and their running total
|
| 2 |
+
int x, s, total = 0, k;
|
| 3 |
+
for (k = 0; k < 6; k++) {
|
| 4 |
+
x = input(); s = 0;
|
| 5 |
+
while (x > 0) { s += x % 10; x = x / 10; }
|
| 6 |
+
total += s;
|
| 7 |
+
print(s);
|
| 8 |
+
}
|
| 9 |
+
print(total);
|
neucpu/progs/fib.c
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
// Fibonacci numbers that fit in a byte
|
| 2 |
+
int a = 0, b = 1, t;
|
| 3 |
+
while (a < 200) {
|
| 4 |
+
print(a);
|
| 5 |
+
t = a + b;
|
| 6 |
+
a = b;
|
| 7 |
+
b = t;
|
| 8 |
+
}
|
neucpu/progs/fizzbuzz.c
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
// 1..30: 0 for fizz, 1 for buzz, 2 for fizzbuzz, else the number + 100
|
| 2 |
+
int i;
|
| 3 |
+
for (i = 1; i <= 30; i++) {
|
| 4 |
+
if (i % 15 == 0) print(2);
|
| 5 |
+
else if (i % 3 == 0) print(0);
|
| 6 |
+
else if (i % 5 == 0) print(1);
|
| 7 |
+
else print(i + 100);
|
| 8 |
+
}
|
neucpu/progs/gcd.c
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
// greatest common divisor of input pairs (Euclid)
|
| 2 |
+
int x, y, t, k;
|
| 3 |
+
for (k = 0; k < 4; k++) {
|
| 4 |
+
x = input(); y = input();
|
| 5 |
+
while (y != 0) { t = x % y; x = y; y = t; }
|
| 6 |
+
print(x);
|
| 7 |
+
}
|
neucpu/progs/primes.c
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
// every prime below 200
|
| 2 |
+
int n, d, p;
|
| 3 |
+
for (n = 2; n < 200; n++) {
|
| 4 |
+
p = 1;
|
| 5 |
+
for (d = 2; d <= n / d; d++) {
|
| 6 |
+
if (n % d == 0) { p = 0; break; }
|
| 7 |
+
}
|
| 8 |
+
if (p) print(n);
|
| 9 |
+
}
|
neucpu/progs/sieve.c
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
// sieve of Eratosthenes up to 90
|
| 2 |
+
int c[90], i, j;
|
| 3 |
+
for (i = 2; i < 90; i++) {
|
| 4 |
+
if (c[i] == 0) {
|
| 5 |
+
print(i);
|
| 6 |
+
for (j = i + i; j < 90; j += i) c[j] = 1;
|
| 7 |
+
}
|
| 8 |
+
}
|
neucpu/progs/sort.c
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
// read 10 numbers, bubble sort them, print them in order
|
| 2 |
+
int a[10], i, j, t, n = 10;
|
| 3 |
+
for (i = 0; i < n; i++) a[i] = input();
|
| 4 |
+
for (i = 0; i < n; i++) {
|
| 5 |
+
for (j = 0; j + 1 < n - i; j++) {
|
| 6 |
+
if (a[j] > a[j + 1]) { t = a[j]; a[j] = a[j + 1]; a[j + 1] = t; }
|
| 7 |
+
}
|
| 8 |
+
}
|
| 9 |
+
for (i = 0; i < n; i++) print(a[i]);
|
neucpu/runs/cpu1/diag_12000.json
ADDED
|
@@ -0,0 +1,766 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"ckpt": "step_12000.pt",
|
| 3 |
+
"demo": {
|
| 4 |
+
"collatz": {
|
| 5 |
+
"n": 600,
|
| 6 |
+
"exact": 0.9983,
|
| 7 |
+
"by_op": {
|
| 8 |
+
"LDA": [
|
| 9 |
+
150,
|
| 10 |
+
1.0
|
| 11 |
+
],
|
| 12 |
+
"CMPI": [
|
| 13 |
+
95,
|
| 14 |
+
0.9895
|
| 15 |
+
],
|
| 16 |
+
"STA": [
|
| 17 |
+
66,
|
| 18 |
+
1.0
|
| 19 |
+
],
|
| 20 |
+
"LDI": [
|
| 21 |
+
66,
|
| 22 |
+
1.0
|
| 23 |
+
],
|
| 24 |
+
"JMP": [
|
| 25 |
+
58,
|
| 26 |
+
1.0
|
| 27 |
+
],
|
| 28 |
+
"ADDI": [
|
| 29 |
+
35,
|
| 30 |
+
1.0
|
| 31 |
+
],
|
| 32 |
+
"MOD": [
|
| 33 |
+
29,
|
| 34 |
+
1.0
|
| 35 |
+
],
|
| 36 |
+
"JZ": [
|
| 37 |
+
28,
|
| 38 |
+
1.0
|
| 39 |
+
],
|
| 40 |
+
"JNZ": [
|
| 41 |
+
28,
|
| 42 |
+
1.0
|
| 43 |
+
],
|
| 44 |
+
"JNC": [
|
| 45 |
+
21,
|
| 46 |
+
1.0
|
| 47 |
+
],
|
| 48 |
+
"DIV": [
|
| 49 |
+
12,
|
| 50 |
+
1.0
|
| 51 |
+
],
|
| 52 |
+
"MUL": [
|
| 53 |
+
4,
|
| 54 |
+
1.0
|
| 55 |
+
],
|
| 56 |
+
"OUT": [
|
| 57 |
+
4,
|
| 58 |
+
1.0
|
| 59 |
+
],
|
| 60 |
+
"JC": [
|
| 61 |
+
3,
|
| 62 |
+
1.0
|
| 63 |
+
],
|
| 64 |
+
"CMP": [
|
| 65 |
+
1,
|
| 66 |
+
1.0
|
| 67 |
+
]
|
| 68 |
+
},
|
| 69 |
+
"wrong_kind": {
|
| 70 |
+
"flags": 1
|
| 71 |
+
}
|
| 72 |
+
},
|
| 73 |
+
"digits": {
|
| 74 |
+
"n": 346,
|
| 75 |
+
"exact": 0.9942,
|
| 76 |
+
"by_op": {
|
| 77 |
+
"LDA": [
|
| 78 |
+
94,
|
| 79 |
+
1.0
|
| 80 |
+
],
|
| 81 |
+
"LDI": [
|
| 82 |
+
56,
|
| 83 |
+
1.0
|
| 84 |
+
],
|
| 85 |
+
"STA": [
|
| 86 |
+
54,
|
| 87 |
+
0.9815
|
| 88 |
+
],
|
| 89 |
+
"JNC": [
|
| 90 |
+
27,
|
| 91 |
+
1.0
|
| 92 |
+
],
|
| 93 |
+
"JMP": [
|
| 94 |
+
20,
|
| 95 |
+
1.0
|
| 96 |
+
],
|
| 97 |
+
"ADD": [
|
| 98 |
+
20,
|
| 99 |
+
1.0
|
| 100 |
+
],
|
| 101 |
+
"CMP": [
|
| 102 |
+
20,
|
| 103 |
+
1.0
|
| 104 |
+
],
|
| 105 |
+
"DIV": [
|
| 106 |
+
14,
|
| 107 |
+
0.9286
|
| 108 |
+
],
|
| 109 |
+
"MOD": [
|
| 110 |
+
14,
|
| 111 |
+
1.0
|
| 112 |
+
],
|
| 113 |
+
"OUT": [
|
| 114 |
+
7,
|
| 115 |
+
1.0
|
| 116 |
+
],
|
| 117 |
+
"CMPI": [
|
| 118 |
+
7,
|
| 119 |
+
1.0
|
| 120 |
+
],
|
| 121 |
+
"IN": [
|
| 122 |
+
6,
|
| 123 |
+
1.0
|
| 124 |
+
],
|
| 125 |
+
"ADDI": [
|
| 126 |
+
6,
|
| 127 |
+
1.0
|
| 128 |
+
],
|
| 129 |
+
"HALT": [
|
| 130 |
+
1,
|
| 131 |
+
1.0
|
| 132 |
+
]
|
| 133 |
+
},
|
| 134 |
+
"wrong_kind": {
|
| 135 |
+
"reg": 2
|
| 136 |
+
}
|
| 137 |
+
},
|
| 138 |
+
"fib": {
|
| 139 |
+
"n": 190,
|
| 140 |
+
"exact": 0.9789,
|
| 141 |
+
"by_op": {
|
| 142 |
+
"LDA": [
|
| 143 |
+
79,
|
| 144 |
+
0.9873
|
| 145 |
+
],
|
| 146 |
+
"STA": [
|
| 147 |
+
41,
|
| 148 |
+
0.9512
|
| 149 |
+
],
|
| 150 |
+
"JNC": [
|
| 151 |
+
14,
|
| 152 |
+
1.0
|
| 153 |
+
],
|
| 154 |
+
"CMPI": [
|
| 155 |
+
14,
|
| 156 |
+
1.0
|
| 157 |
+
],
|
| 158 |
+
"JMP": [
|
| 159 |
+
13,
|
| 160 |
+
1.0
|
| 161 |
+
],
|
| 162 |
+
"OUT": [
|
| 163 |
+
13,
|
| 164 |
+
0.9231
|
| 165 |
+
],
|
| 166 |
+
"ADD": [
|
| 167 |
+
13,
|
| 168 |
+
1.0
|
| 169 |
+
],
|
| 170 |
+
"LDI": [
|
| 171 |
+
2,
|
| 172 |
+
1.0
|
| 173 |
+
],
|
| 174 |
+
"HALT": [
|
| 175 |
+
1,
|
| 176 |
+
1.0
|
| 177 |
+
]
|
| 178 |
+
},
|
| 179 |
+
"wrong_kind": {
|
| 180 |
+
"reg": 3,
|
| 181 |
+
"ram": 1
|
| 182 |
+
}
|
| 183 |
+
},
|
| 184 |
+
"fizzbuzz": {
|
| 185 |
+
"n": 600,
|
| 186 |
+
"exact": 0.98,
|
| 187 |
+
"by_op": {
|
| 188 |
+
"LDA": [
|
| 189 |
+
127,
|
| 190 |
+
1.0
|
| 191 |
+
],
|
| 192 |
+
"LDI": [
|
| 193 |
+
96,
|
| 194 |
+
1.0
|
| 195 |
+
],
|
| 196 |
+
"MOD": [
|
| 197 |
+
69,
|
| 198 |
+
0.8551
|
| 199 |
+
],
|
| 200 |
+
"CMPI": [
|
| 201 |
+
63,
|
| 202 |
+
1.0
|
| 203 |
+
],
|
| 204 |
+
"JNZ": [
|
| 205 |
+
61,
|
| 206 |
+
1.0
|
| 207 |
+
],
|
| 208 |
+
"ADDI": [
|
| 209 |
+
41,
|
| 210 |
+
1.0
|
| 211 |
+
],
|
| 212 |
+
"JMP": [
|
| 213 |
+
38,
|
| 214 |
+
1.0
|
| 215 |
+
],
|
| 216 |
+
"CMP": [
|
| 217 |
+
28,
|
| 218 |
+
0.9286
|
| 219 |
+
],
|
| 220 |
+
"OUT": [
|
| 221 |
+
26,
|
| 222 |
+
1.0
|
| 223 |
+
],
|
| 224 |
+
"JC": [
|
| 225 |
+
25,
|
| 226 |
+
1.0
|
| 227 |
+
],
|
| 228 |
+
"STA": [
|
| 229 |
+
25,
|
| 230 |
+
1.0
|
| 231 |
+
],
|
| 232 |
+
"HALT": [
|
| 233 |
+
1,
|
| 234 |
+
1.0
|
| 235 |
+
]
|
| 236 |
+
},
|
| 237 |
+
"wrong_kind": {
|
| 238 |
+
"flags": 9,
|
| 239 |
+
"reg": 3
|
| 240 |
+
}
|
| 241 |
+
},
|
| 242 |
+
"gcd": {
|
| 243 |
+
"n": 154,
|
| 244 |
+
"exact": 0.974,
|
| 245 |
+
"by_op": {
|
| 246 |
+
"LDA": [
|
| 247 |
+
52,
|
| 248 |
+
1.0
|
| 249 |
+
],
|
| 250 |
+
"STA": [
|
| 251 |
+
34,
|
| 252 |
+
1.0
|
| 253 |
+
],
|
| 254 |
+
"CMPI": [
|
| 255 |
+
16,
|
| 256 |
+
1.0
|
| 257 |
+
],
|
| 258 |
+
"JMP": [
|
| 259 |
+
11,
|
| 260 |
+
1.0
|
| 261 |
+
],
|
| 262 |
+
"JZ": [
|
| 263 |
+
11,
|
| 264 |
+
1.0
|
| 265 |
+
],
|
| 266 |
+
"IN": [
|
| 267 |
+
8,
|
| 268 |
+
1.0
|
| 269 |
+
],
|
| 270 |
+
"MOD": [
|
| 271 |
+
7,
|
| 272 |
+
0.4286
|
| 273 |
+
],
|
| 274 |
+
"JNC": [
|
| 275 |
+
5,
|
| 276 |
+
1.0
|
| 277 |
+
],
|
| 278 |
+
"OUT": [
|
| 279 |
+
4,
|
| 280 |
+
1.0
|
| 281 |
+
],
|
| 282 |
+
"ADDI": [
|
| 283 |
+
4,
|
| 284 |
+
1.0
|
| 285 |
+
],
|
| 286 |
+
"HALT": [
|
| 287 |
+
1,
|
| 288 |
+
1.0
|
| 289 |
+
],
|
| 290 |
+
"LDI": [
|
| 291 |
+
1,
|
| 292 |
+
1.0
|
| 293 |
+
]
|
| 294 |
+
},
|
| 295 |
+
"wrong_kind": {
|
| 296 |
+
"reg": 3,
|
| 297 |
+
"flags": 1
|
| 298 |
+
}
|
| 299 |
+
},
|
| 300 |
+
"primes": {
|
| 301 |
+
"n": 600,
|
| 302 |
+
"exact": 0.9633,
|
| 303 |
+
"by_op": {
|
| 304 |
+
"LDA": [
|
| 305 |
+
232,
|
| 306 |
+
1.0
|
| 307 |
+
],
|
| 308 |
+
"STA": [
|
| 309 |
+
53,
|
| 310 |
+
1.0
|
| 311 |
+
],
|
| 312 |
+
"CMPI": [
|
| 313 |
+
46,
|
| 314 |
+
1.0
|
| 315 |
+
],
|
| 316 |
+
"JMP": [
|
| 317 |
+
41,
|
| 318 |
+
1.0
|
| 319 |
+
],
|
| 320 |
+
"CMP": [
|
| 321 |
+
33,
|
| 322 |
+
0.9697
|
| 323 |
+
],
|
| 324 |
+
"MOD": [
|
| 325 |
+
31,
|
| 326 |
+
0.5806
|
| 327 |
+
],
|
| 328 |
+
"JC": [
|
| 329 |
+
30,
|
| 330 |
+
1.0
|
| 331 |
+
],
|
| 332 |
+
"ADDI": [
|
| 333 |
+
30,
|
| 334 |
+
1.0
|
| 335 |
+
],
|
| 336 |
+
"DIV": [
|
| 337 |
+
29,
|
| 338 |
+
0.7241
|
| 339 |
+
],
|
| 340 |
+
"JNZ": [
|
| 341 |
+
29,
|
| 342 |
+
1.0
|
| 343 |
+
],
|
| 344 |
+
"LDI": [
|
| 345 |
+
22,
|
| 346 |
+
1.0
|
| 347 |
+
],
|
| 348 |
+
"JZ": [
|
| 349 |
+
15,
|
| 350 |
+
1.0
|
| 351 |
+
],
|
| 352 |
+
"JNC": [
|
| 353 |
+
9,
|
| 354 |
+
1.0
|
| 355 |
+
]
|
| 356 |
+
},
|
| 357 |
+
"wrong_kind": {
|
| 358 |
+
"flags": 12,
|
| 359 |
+
"reg": 11
|
| 360 |
+
}
|
| 361 |
+
},
|
| 362 |
+
"sieve": {
|
| 363 |
+
"n": 600,
|
| 364 |
+
"exact": 0.9867,
|
| 365 |
+
"by_op": {
|
| 366 |
+
"LDA": [
|
| 367 |
+
187,
|
| 368 |
+
0.9893
|
| 369 |
+
],
|
| 370 |
+
"CMPI": [
|
| 371 |
+
74,
|
| 372 |
+
0.9595
|
| 373 |
+
],
|
| 374 |
+
"ADDI": [
|
| 375 |
+
65,
|
| 376 |
+
1.0
|
| 377 |
+
],
|
| 378 |
+
"JMP": [
|
| 379 |
+
51,
|
| 380 |
+
1.0
|
| 381 |
+
],
|
| 382 |
+
"JNC": [
|
| 383 |
+
48,
|
| 384 |
+
1.0
|
| 385 |
+
],
|
| 386 |
+
"STA": [
|
| 387 |
+
45,
|
| 388 |
+
0.9333
|
| 389 |
+
],
|
| 390 |
+
"ADD": [
|
| 391 |
+
31,
|
| 392 |
+
1.0
|
| 393 |
+
],
|
| 394 |
+
"LDI": [
|
| 395 |
+
26,
|
| 396 |
+
1.0
|
| 397 |
+
],
|
| 398 |
+
"LD": [
|
| 399 |
+
26,
|
| 400 |
+
1.0
|
| 401 |
+
],
|
| 402 |
+
"ST": [
|
| 403 |
+
25,
|
| 404 |
+
1.0
|
| 405 |
+
],
|
| 406 |
+
"JNZ": [
|
| 407 |
+
18,
|
| 408 |
+
1.0
|
| 409 |
+
],
|
| 410 |
+
"OUT": [
|
| 411 |
+
4,
|
| 412 |
+
1.0
|
| 413 |
+
]
|
| 414 |
+
},
|
| 415 |
+
"wrong_kind": {
|
| 416 |
+
"ram": 4,
|
| 417 |
+
"reg": 3,
|
| 418 |
+
"flags": 1
|
| 419 |
+
}
|
| 420 |
+
},
|
| 421 |
+
"sort": {
|
| 422 |
+
"n": 600,
|
| 423 |
+
"exact": 0.945,
|
| 424 |
+
"by_op": {
|
| 425 |
+
"LDA": [
|
| 426 |
+
199,
|
| 427 |
+
0.9397
|
| 428 |
+
],
|
| 429 |
+
"ADDI": [
|
| 430 |
+
143,
|
| 431 |
+
1.0
|
| 432 |
+
],
|
| 433 |
+
"LD": [
|
| 434 |
+
49,
|
| 435 |
+
1.0
|
| 436 |
+
],
|
| 437 |
+
"CMP": [
|
| 438 |
+
49,
|
| 439 |
+
0.9796
|
| 440 |
+
],
|
| 441 |
+
"JNC": [
|
| 442 |
+
44,
|
| 443 |
+
1.0
|
| 444 |
+
],
|
| 445 |
+
"STA": [
|
| 446 |
+
41,
|
| 447 |
+
0.6098
|
| 448 |
+
],
|
| 449 |
+
"JMP": [
|
| 450 |
+
27,
|
| 451 |
+
1.0
|
| 452 |
+
],
|
| 453 |
+
"ST": [
|
| 454 |
+
23,
|
| 455 |
+
0.8261
|
| 456 |
+
],
|
| 457 |
+
"SUB": [
|
| 458 |
+
15,
|
| 459 |
+
1.0
|
| 460 |
+
],
|
| 461 |
+
"LDI": [
|
| 462 |
+
6,
|
| 463 |
+
1.0
|
| 464 |
+
],
|
| 465 |
+
"IN": [
|
| 466 |
+
3,
|
| 467 |
+
1.0
|
| 468 |
+
],
|
| 469 |
+
"OUT": [
|
| 470 |
+
1,
|
| 471 |
+
1.0
|
| 472 |
+
]
|
| 473 |
+
},
|
| 474 |
+
"wrong_kind": {
|
| 475 |
+
"ram": 20,
|
| 476 |
+
"reg": 13
|
| 477 |
+
}
|
| 478 |
+
}
|
| 479 |
+
},
|
| 480 |
+
"demo_all": {
|
| 481 |
+
"n": 3690,
|
| 482 |
+
"exact": 0.9767,
|
| 483 |
+
"by_op": {
|
| 484 |
+
"LDA": [
|
| 485 |
+
1120,
|
| 486 |
+
0.9866
|
| 487 |
+
],
|
| 488 |
+
"STA": [
|
| 489 |
+
359,
|
| 490 |
+
0.9387
|
| 491 |
+
],
|
| 492 |
+
"ADDI": [
|
| 493 |
+
324,
|
| 494 |
+
1.0
|
| 495 |
+
],
|
| 496 |
+
"CMPI": [
|
| 497 |
+
315,
|
| 498 |
+
0.9873
|
| 499 |
+
],
|
| 500 |
+
"LDI": [
|
| 501 |
+
275,
|
| 502 |
+
1.0
|
| 503 |
+
],
|
| 504 |
+
"JMP": [
|
| 505 |
+
259,
|
| 506 |
+
1.0
|
| 507 |
+
],
|
| 508 |
+
"JNC": [
|
| 509 |
+
168,
|
| 510 |
+
1.0
|
| 511 |
+
],
|
| 512 |
+
"MOD": [
|
| 513 |
+
150,
|
| 514 |
+
0.82
|
| 515 |
+
],
|
| 516 |
+
"JNZ": [
|
| 517 |
+
136,
|
| 518 |
+
1.0
|
| 519 |
+
],
|
| 520 |
+
"CMP": [
|
| 521 |
+
131,
|
| 522 |
+
0.9695
|
| 523 |
+
],
|
| 524 |
+
"LD": [
|
| 525 |
+
75,
|
| 526 |
+
1.0
|
| 527 |
+
],
|
| 528 |
+
"ADD": [
|
| 529 |
+
64,
|
| 530 |
+
1.0
|
| 531 |
+
],
|
| 532 |
+
"OUT": [
|
| 533 |
+
59,
|
| 534 |
+
0.9831
|
| 535 |
+
],
|
| 536 |
+
"JC": [
|
| 537 |
+
58,
|
| 538 |
+
1.0
|
| 539 |
+
],
|
| 540 |
+
"DIV": [
|
| 541 |
+
55,
|
| 542 |
+
0.8364
|
| 543 |
+
],
|
| 544 |
+
"JZ": [
|
| 545 |
+
54,
|
| 546 |
+
1.0
|
| 547 |
+
],
|
| 548 |
+
"ST": [
|
| 549 |
+
48,
|
| 550 |
+
0.9167
|
| 551 |
+
],
|
| 552 |
+
"IN": [
|
| 553 |
+
17,
|
| 554 |
+
1.0
|
| 555 |
+
],
|
| 556 |
+
"SUB": [
|
| 557 |
+
15,
|
| 558 |
+
1.0
|
| 559 |
+
],
|
| 560 |
+
"HALT": [
|
| 561 |
+
4,
|
| 562 |
+
1.0
|
| 563 |
+
],
|
| 564 |
+
"MUL": [
|
| 565 |
+
4,
|
| 566 |
+
1.0
|
| 567 |
+
]
|
| 568 |
+
},
|
| 569 |
+
"wrong_kind": {
|
| 570 |
+
"reg": 38,
|
| 571 |
+
"ram": 25,
|
| 572 |
+
"flags": 24
|
| 573 |
+
}
|
| 574 |
+
},
|
| 575 |
+
"heldout": {
|
| 576 |
+
"n": 1556,
|
| 577 |
+
"exact": 0.9865,
|
| 578 |
+
"by_op": {
|
| 579 |
+
"LDA": [
|
| 580 |
+
342,
|
| 581 |
+
0.9971
|
| 582 |
+
],
|
| 583 |
+
"LDI": [
|
| 584 |
+
217,
|
| 585 |
+
0.9724
|
| 586 |
+
],
|
| 587 |
+
"STA": [
|
| 588 |
+
150,
|
| 589 |
+
1.0
|
| 590 |
+
],
|
| 591 |
+
"ADDI": [
|
| 592 |
+
107,
|
| 593 |
+
1.0
|
| 594 |
+
],
|
| 595 |
+
"CMPI": [
|
| 596 |
+
90,
|
| 597 |
+
1.0
|
| 598 |
+
],
|
| 599 |
+
"JNC": [
|
| 600 |
+
87,
|
| 601 |
+
1.0
|
| 602 |
+
],
|
| 603 |
+
"JMP": [
|
| 604 |
+
67,
|
| 605 |
+
1.0
|
| 606 |
+
],
|
| 607 |
+
"OUT": [
|
| 608 |
+
63,
|
| 609 |
+
0.9841
|
| 610 |
+
],
|
| 611 |
+
"MOD": [
|
| 612 |
+
51,
|
| 613 |
+
0.8824
|
| 614 |
+
],
|
| 615 |
+
"SHR": [
|
| 616 |
+
49,
|
| 617 |
+
1.0
|
| 618 |
+
],
|
| 619 |
+
"SHL": [
|
| 620 |
+
45,
|
| 621 |
+
1.0
|
| 622 |
+
],
|
| 623 |
+
"CMP": [
|
| 624 |
+
37,
|
| 625 |
+
0.973
|
| 626 |
+
],
|
| 627 |
+
"IN": [
|
| 628 |
+
35,
|
| 629 |
+
1.0
|
| 630 |
+
],
|
| 631 |
+
"ADD": [
|
| 632 |
+
33,
|
| 633 |
+
0.9394
|
| 634 |
+
],
|
| 635 |
+
"XOR": [
|
| 636 |
+
26,
|
| 637 |
+
1.0
|
| 638 |
+
],
|
| 639 |
+
"LD": [
|
| 640 |
+
22,
|
| 641 |
+
1.0
|
| 642 |
+
],
|
| 643 |
+
"OR": [
|
| 644 |
+
19,
|
| 645 |
+
1.0
|
| 646 |
+
],
|
| 647 |
+
"JNZ": [
|
| 648 |
+
18,
|
| 649 |
+
1.0
|
| 650 |
+
],
|
| 651 |
+
"SUB": [
|
| 652 |
+
17,
|
| 653 |
+
1.0
|
| 654 |
+
],
|
| 655 |
+
"DIV": [
|
| 656 |
+
16,
|
| 657 |
+
0.8125
|
| 658 |
+
],
|
| 659 |
+
"JC": [
|
| 660 |
+
12,
|
| 661 |
+
1.0
|
| 662 |
+
],
|
| 663 |
+
"AND": [
|
| 664 |
+
12,
|
| 665 |
+
1.0
|
| 666 |
+
],
|
| 667 |
+
"MUL": [
|
| 668 |
+
11,
|
| 669 |
+
0.9091
|
| 670 |
+
],
|
| 671 |
+
"SUBI": [
|
| 672 |
+
9,
|
| 673 |
+
1.0
|
| 674 |
+
],
|
| 675 |
+
"JZ": [
|
| 676 |
+
9,
|
| 677 |
+
1.0
|
| 678 |
+
],
|
| 679 |
+
"HALT": [
|
| 680 |
+
6,
|
| 681 |
+
1.0
|
| 682 |
+
],
|
| 683 |
+
"ST": [
|
| 684 |
+
4,
|
| 685 |
+
1.0
|
| 686 |
+
],
|
| 687 |
+
"MOV": [
|
| 688 |
+
2,
|
| 689 |
+
1.0
|
| 690 |
+
]
|
| 691 |
+
},
|
| 692 |
+
"wrong_kind": {
|
| 693 |
+
"reg": 16,
|
| 694 |
+
"flags": 6,
|
| 695 |
+
"ram": 1
|
| 696 |
+
}
|
| 697 |
+
},
|
| 698 |
+
"train_op_share": {
|
| 699 |
+
"HALT": 0.0138,
|
| 700 |
+
"LDI": 0.0799,
|
| 701 |
+
"MOV": 0.0149,
|
| 702 |
+
"ADD": 0.0202,
|
| 703 |
+
"SUB": 0.0193,
|
| 704 |
+
"ADDI": 0.0619,
|
| 705 |
+
"SUBI": 0.0152,
|
| 706 |
+
"MUL": 0.0186,
|
| 707 |
+
"DIV": 0.0183,
|
| 708 |
+
"MOD": 0.0314,
|
| 709 |
+
"AND": 0.0152,
|
| 710 |
+
"OR": 0.0182,
|
| 711 |
+
"XOR": 0.0212,
|
| 712 |
+
"SHL": 0.023,
|
| 713 |
+
"SHR": 0.0217,
|
| 714 |
+
"CMP": 0.0247,
|
| 715 |
+
"CMPI": 0.0541,
|
| 716 |
+
"JMP": 0.05,
|
| 717 |
+
"JZ": 0.0152,
|
| 718 |
+
"JNZ": 0.0154,
|
| 719 |
+
"JC": 0.0185,
|
| 720 |
+
"JNC": 0.0527,
|
| 721 |
+
"CALL": 0.0118,
|
| 722 |
+
"RET": 0.012,
|
| 723 |
+
"PUSH": 0.0117,
|
| 724 |
+
"POP": 0.0129,
|
| 725 |
+
"LD": 0.0242,
|
| 726 |
+
"ST": 0.0145,
|
| 727 |
+
"LDA": 0.1528,
|
| 728 |
+
"STA": 0.0751,
|
| 729 |
+
"OUT": 0.0374,
|
| 730 |
+
"IN": 0.0244
|
| 731 |
+
},
|
| 732 |
+
"demo_op_share": {
|
| 733 |
+
"HALT": 0.0011,
|
| 734 |
+
"LDI": 0.0745,
|
| 735 |
+
"MOV": 0.0,
|
| 736 |
+
"ADD": 0.0173,
|
| 737 |
+
"SUB": 0.0041,
|
| 738 |
+
"ADDI": 0.0878,
|
| 739 |
+
"SUBI": 0.0,
|
| 740 |
+
"MUL": 0.0011,
|
| 741 |
+
"DIV": 0.0149,
|
| 742 |
+
"MOD": 0.0407,
|
| 743 |
+
"AND": 0.0,
|
| 744 |
+
"OR": 0.0,
|
| 745 |
+
"XOR": 0.0,
|
| 746 |
+
"SHL": 0.0,
|
| 747 |
+
"SHR": 0.0,
|
| 748 |
+
"CMP": 0.0355,
|
| 749 |
+
"CMPI": 0.0854,
|
| 750 |
+
"JMP": 0.0702,
|
| 751 |
+
"JZ": 0.0146,
|
| 752 |
+
"JNZ": 0.0369,
|
| 753 |
+
"JC": 0.0157,
|
| 754 |
+
"JNC": 0.0455,
|
| 755 |
+
"CALL": 0.0,
|
| 756 |
+
"RET": 0.0,
|
| 757 |
+
"PUSH": 0.0,
|
| 758 |
+
"POP": 0.0,
|
| 759 |
+
"LD": 0.0203,
|
| 760 |
+
"ST": 0.013,
|
| 761 |
+
"LDA": 0.3035,
|
| 762 |
+
"STA": 0.0973,
|
| 763 |
+
"OUT": 0.016,
|
| 764 |
+
"IN": 0.0046
|
| 765 |
+
}
|
| 766 |
+
}
|
neucpu/runs/cpu1/diag_6000.json
ADDED
|
@@ -0,0 +1,776 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"ckpt": "step_6000.pt",
|
| 3 |
+
"demo": {
|
| 4 |
+
"collatz": {
|
| 5 |
+
"n": 600,
|
| 6 |
+
"exact": 0.9783,
|
| 7 |
+
"by_op": {
|
| 8 |
+
"LDA": [
|
| 9 |
+
150,
|
| 10 |
+
0.9933
|
| 11 |
+
],
|
| 12 |
+
"CMPI": [
|
| 13 |
+
95,
|
| 14 |
+
0.8842
|
| 15 |
+
],
|
| 16 |
+
"LDI": [
|
| 17 |
+
66,
|
| 18 |
+
1.0
|
| 19 |
+
],
|
| 20 |
+
"STA": [
|
| 21 |
+
66,
|
| 22 |
+
1.0
|
| 23 |
+
],
|
| 24 |
+
"JMP": [
|
| 25 |
+
58,
|
| 26 |
+
1.0
|
| 27 |
+
],
|
| 28 |
+
"ADDI": [
|
| 29 |
+
35,
|
| 30 |
+
1.0
|
| 31 |
+
],
|
| 32 |
+
"MOD": [
|
| 33 |
+
29,
|
| 34 |
+
1.0
|
| 35 |
+
],
|
| 36 |
+
"JZ": [
|
| 37 |
+
28,
|
| 38 |
+
1.0
|
| 39 |
+
],
|
| 40 |
+
"JNZ": [
|
| 41 |
+
28,
|
| 42 |
+
1.0
|
| 43 |
+
],
|
| 44 |
+
"JNC": [
|
| 45 |
+
21,
|
| 46 |
+
1.0
|
| 47 |
+
],
|
| 48 |
+
"DIV": [
|
| 49 |
+
12,
|
| 50 |
+
0.9167
|
| 51 |
+
],
|
| 52 |
+
"OUT": [
|
| 53 |
+
4,
|
| 54 |
+
1.0
|
| 55 |
+
],
|
| 56 |
+
"MUL": [
|
| 57 |
+
4,
|
| 58 |
+
1.0
|
| 59 |
+
],
|
| 60 |
+
"JC": [
|
| 61 |
+
3,
|
| 62 |
+
1.0
|
| 63 |
+
],
|
| 64 |
+
"CMP": [
|
| 65 |
+
1,
|
| 66 |
+
1.0
|
| 67 |
+
]
|
| 68 |
+
},
|
| 69 |
+
"wrong_kind": {
|
| 70 |
+
"reg": 8,
|
| 71 |
+
"flags": 4,
|
| 72 |
+
"ram": 1
|
| 73 |
+
}
|
| 74 |
+
},
|
| 75 |
+
"digits": {
|
| 76 |
+
"n": 346,
|
| 77 |
+
"exact": 0.9798,
|
| 78 |
+
"by_op": {
|
| 79 |
+
"LDA": [
|
| 80 |
+
94,
|
| 81 |
+
0.9894
|
| 82 |
+
],
|
| 83 |
+
"LDI": [
|
| 84 |
+
56,
|
| 85 |
+
1.0
|
| 86 |
+
],
|
| 87 |
+
"STA": [
|
| 88 |
+
54,
|
| 89 |
+
1.0
|
| 90 |
+
],
|
| 91 |
+
"JNC": [
|
| 92 |
+
27,
|
| 93 |
+
1.0
|
| 94 |
+
],
|
| 95 |
+
"CMP": [
|
| 96 |
+
20,
|
| 97 |
+
1.0
|
| 98 |
+
],
|
| 99 |
+
"JMP": [
|
| 100 |
+
20,
|
| 101 |
+
1.0
|
| 102 |
+
],
|
| 103 |
+
"ADD": [
|
| 104 |
+
20,
|
| 105 |
+
1.0
|
| 106 |
+
],
|
| 107 |
+
"DIV": [
|
| 108 |
+
14,
|
| 109 |
+
0.7857
|
| 110 |
+
],
|
| 111 |
+
"MOD": [
|
| 112 |
+
14,
|
| 113 |
+
0.7857
|
| 114 |
+
],
|
| 115 |
+
"OUT": [
|
| 116 |
+
7,
|
| 117 |
+
1.0
|
| 118 |
+
],
|
| 119 |
+
"CMPI": [
|
| 120 |
+
7,
|
| 121 |
+
1.0
|
| 122 |
+
],
|
| 123 |
+
"IN": [
|
| 124 |
+
6,
|
| 125 |
+
1.0
|
| 126 |
+
],
|
| 127 |
+
"ADDI": [
|
| 128 |
+
6,
|
| 129 |
+
1.0
|
| 130 |
+
],
|
| 131 |
+
"HALT": [
|
| 132 |
+
1,
|
| 133 |
+
1.0
|
| 134 |
+
]
|
| 135 |
+
},
|
| 136 |
+
"wrong_kind": {
|
| 137 |
+
"reg": 7
|
| 138 |
+
}
|
| 139 |
+
},
|
| 140 |
+
"fib": {
|
| 141 |
+
"n": 190,
|
| 142 |
+
"exact": 0.9421,
|
| 143 |
+
"by_op": {
|
| 144 |
+
"LDA": [
|
| 145 |
+
79,
|
| 146 |
+
0.9241
|
| 147 |
+
],
|
| 148 |
+
"STA": [
|
| 149 |
+
41,
|
| 150 |
+
1.0
|
| 151 |
+
],
|
| 152 |
+
"JNC": [
|
| 153 |
+
14,
|
| 154 |
+
1.0
|
| 155 |
+
],
|
| 156 |
+
"CMPI": [
|
| 157 |
+
14,
|
| 158 |
+
0.7143
|
| 159 |
+
],
|
| 160 |
+
"JMP": [
|
| 161 |
+
13,
|
| 162 |
+
1.0
|
| 163 |
+
],
|
| 164 |
+
"OUT": [
|
| 165 |
+
13,
|
| 166 |
+
1.0
|
| 167 |
+
],
|
| 168 |
+
"ADD": [
|
| 169 |
+
13,
|
| 170 |
+
1.0
|
| 171 |
+
],
|
| 172 |
+
"LDI": [
|
| 173 |
+
2,
|
| 174 |
+
1.0
|
| 175 |
+
],
|
| 176 |
+
"HALT": [
|
| 177 |
+
1,
|
| 178 |
+
0.0
|
| 179 |
+
]
|
| 180 |
+
},
|
| 181 |
+
"wrong_kind": {
|
| 182 |
+
"reg": 10,
|
| 183 |
+
"ram": 2,
|
| 184 |
+
"pc": 1,
|
| 185 |
+
"flags": 1
|
| 186 |
+
}
|
| 187 |
+
},
|
| 188 |
+
"fizzbuzz": {
|
| 189 |
+
"n": 600,
|
| 190 |
+
"exact": 0.9683,
|
| 191 |
+
"by_op": {
|
| 192 |
+
"LDA": [
|
| 193 |
+
127,
|
| 194 |
+
0.9764
|
| 195 |
+
],
|
| 196 |
+
"LDI": [
|
| 197 |
+
96,
|
| 198 |
+
1.0
|
| 199 |
+
],
|
| 200 |
+
"MOD": [
|
| 201 |
+
69,
|
| 202 |
+
0.8261
|
| 203 |
+
],
|
| 204 |
+
"CMPI": [
|
| 205 |
+
63,
|
| 206 |
+
1.0
|
| 207 |
+
],
|
| 208 |
+
"JNZ": [
|
| 209 |
+
61,
|
| 210 |
+
1.0
|
| 211 |
+
],
|
| 212 |
+
"ADDI": [
|
| 213 |
+
41,
|
| 214 |
+
1.0
|
| 215 |
+
],
|
| 216 |
+
"JMP": [
|
| 217 |
+
38,
|
| 218 |
+
1.0
|
| 219 |
+
],
|
| 220 |
+
"CMP": [
|
| 221 |
+
28,
|
| 222 |
+
0.8571
|
| 223 |
+
],
|
| 224 |
+
"OUT": [
|
| 225 |
+
26,
|
| 226 |
+
1.0
|
| 227 |
+
],
|
| 228 |
+
"JC": [
|
| 229 |
+
25,
|
| 230 |
+
1.0
|
| 231 |
+
],
|
| 232 |
+
"STA": [
|
| 233 |
+
25,
|
| 234 |
+
1.0
|
| 235 |
+
],
|
| 236 |
+
"HALT": [
|
| 237 |
+
1,
|
| 238 |
+
1.0
|
| 239 |
+
]
|
| 240 |
+
},
|
| 241 |
+
"wrong_kind": {
|
| 242 |
+
"reg": 13,
|
| 243 |
+
"flags": 7
|
| 244 |
+
}
|
| 245 |
+
},
|
| 246 |
+
"gcd": {
|
| 247 |
+
"n": 154,
|
| 248 |
+
"exact": 0.9545,
|
| 249 |
+
"by_op": {
|
| 250 |
+
"LDA": [
|
| 251 |
+
52,
|
| 252 |
+
1.0
|
| 253 |
+
],
|
| 254 |
+
"STA": [
|
| 255 |
+
34,
|
| 256 |
+
1.0
|
| 257 |
+
],
|
| 258 |
+
"CMPI": [
|
| 259 |
+
16,
|
| 260 |
+
0.75
|
| 261 |
+
],
|
| 262 |
+
"JMP": [
|
| 263 |
+
11,
|
| 264 |
+
1.0
|
| 265 |
+
],
|
| 266 |
+
"JZ": [
|
| 267 |
+
11,
|
| 268 |
+
1.0
|
| 269 |
+
],
|
| 270 |
+
"IN": [
|
| 271 |
+
8,
|
| 272 |
+
1.0
|
| 273 |
+
],
|
| 274 |
+
"MOD": [
|
| 275 |
+
7,
|
| 276 |
+
0.5714
|
| 277 |
+
],
|
| 278 |
+
"JNC": [
|
| 279 |
+
5,
|
| 280 |
+
1.0
|
| 281 |
+
],
|
| 282 |
+
"OUT": [
|
| 283 |
+
4,
|
| 284 |
+
1.0
|
| 285 |
+
],
|
| 286 |
+
"ADDI": [
|
| 287 |
+
4,
|
| 288 |
+
1.0
|
| 289 |
+
],
|
| 290 |
+
"LDI": [
|
| 291 |
+
1,
|
| 292 |
+
1.0
|
| 293 |
+
],
|
| 294 |
+
"HALT": [
|
| 295 |
+
1,
|
| 296 |
+
1.0
|
| 297 |
+
]
|
| 298 |
+
},
|
| 299 |
+
"wrong_kind": {
|
| 300 |
+
"reg": 6,
|
| 301 |
+
"flags": 3
|
| 302 |
+
}
|
| 303 |
+
},
|
| 304 |
+
"primes": {
|
| 305 |
+
"n": 600,
|
| 306 |
+
"exact": 0.8983,
|
| 307 |
+
"by_op": {
|
| 308 |
+
"LDA": [
|
| 309 |
+
232,
|
| 310 |
+
0.8793
|
| 311 |
+
],
|
| 312 |
+
"STA": [
|
| 313 |
+
53,
|
| 314 |
+
1.0
|
| 315 |
+
],
|
| 316 |
+
"CMPI": [
|
| 317 |
+
46,
|
| 318 |
+
0.9783
|
| 319 |
+
],
|
| 320 |
+
"JMP": [
|
| 321 |
+
41,
|
| 322 |
+
1.0
|
| 323 |
+
],
|
| 324 |
+
"CMP": [
|
| 325 |
+
33,
|
| 326 |
+
0.9091
|
| 327 |
+
],
|
| 328 |
+
"MOD": [
|
| 329 |
+
31,
|
| 330 |
+
0.4839
|
| 331 |
+
],
|
| 332 |
+
"JC": [
|
| 333 |
+
30,
|
| 334 |
+
1.0
|
| 335 |
+
],
|
| 336 |
+
"ADDI": [
|
| 337 |
+
30,
|
| 338 |
+
1.0
|
| 339 |
+
],
|
| 340 |
+
"DIV": [
|
| 341 |
+
29,
|
| 342 |
+
0.5517
|
| 343 |
+
],
|
| 344 |
+
"JNZ": [
|
| 345 |
+
29,
|
| 346 |
+
1.0
|
| 347 |
+
],
|
| 348 |
+
"LDI": [
|
| 349 |
+
22,
|
| 350 |
+
1.0
|
| 351 |
+
],
|
| 352 |
+
"JZ": [
|
| 353 |
+
15,
|
| 354 |
+
1.0
|
| 355 |
+
],
|
| 356 |
+
"JNC": [
|
| 357 |
+
9,
|
| 358 |
+
1.0
|
| 359 |
+
]
|
| 360 |
+
},
|
| 361 |
+
"wrong_kind": {
|
| 362 |
+
"reg": 54,
|
| 363 |
+
"flags": 16,
|
| 364 |
+
"out": 4,
|
| 365 |
+
"tapeptr": 1
|
| 366 |
+
}
|
| 367 |
+
},
|
| 368 |
+
"sieve": {
|
| 369 |
+
"n": 600,
|
| 370 |
+
"exact": 0.94,
|
| 371 |
+
"by_op": {
|
| 372 |
+
"LDA": [
|
| 373 |
+
187,
|
| 374 |
+
1.0
|
| 375 |
+
],
|
| 376 |
+
"CMPI": [
|
| 377 |
+
74,
|
| 378 |
+
0.8108
|
| 379 |
+
],
|
| 380 |
+
"ADDI": [
|
| 381 |
+
65,
|
| 382 |
+
0.9846
|
| 383 |
+
],
|
| 384 |
+
"JMP": [
|
| 385 |
+
51,
|
| 386 |
+
1.0
|
| 387 |
+
],
|
| 388 |
+
"JNC": [
|
| 389 |
+
48,
|
| 390 |
+
1.0
|
| 391 |
+
],
|
| 392 |
+
"STA": [
|
| 393 |
+
45,
|
| 394 |
+
1.0
|
| 395 |
+
],
|
| 396 |
+
"ADD": [
|
| 397 |
+
31,
|
| 398 |
+
1.0
|
| 399 |
+
],
|
| 400 |
+
"LDI": [
|
| 401 |
+
26,
|
| 402 |
+
1.0
|
| 403 |
+
],
|
| 404 |
+
"LD": [
|
| 405 |
+
26,
|
| 406 |
+
0.3077
|
| 407 |
+
],
|
| 408 |
+
"ST": [
|
| 409 |
+
25,
|
| 410 |
+
0.88
|
| 411 |
+
],
|
| 412 |
+
"JNZ": [
|
| 413 |
+
18,
|
| 414 |
+
1.0
|
| 415 |
+
],
|
| 416 |
+
"OUT": [
|
| 417 |
+
4,
|
| 418 |
+
1.0
|
| 419 |
+
]
|
| 420 |
+
},
|
| 421 |
+
"wrong_kind": {
|
| 422 |
+
"reg": 33,
|
| 423 |
+
"ram": 3
|
| 424 |
+
}
|
| 425 |
+
},
|
| 426 |
+
"sort": {
|
| 427 |
+
"n": 600,
|
| 428 |
+
"exact": 0.9233,
|
| 429 |
+
"by_op": {
|
| 430 |
+
"LDA": [
|
| 431 |
+
199,
|
| 432 |
+
0.995
|
| 433 |
+
],
|
| 434 |
+
"ADDI": [
|
| 435 |
+
143,
|
| 436 |
+
1.0
|
| 437 |
+
],
|
| 438 |
+
"CMP": [
|
| 439 |
+
49,
|
| 440 |
+
0.9388
|
| 441 |
+
],
|
| 442 |
+
"LD": [
|
| 443 |
+
49,
|
| 444 |
+
0.449
|
| 445 |
+
],
|
| 446 |
+
"JNC": [
|
| 447 |
+
44,
|
| 448 |
+
1.0
|
| 449 |
+
],
|
| 450 |
+
"STA": [
|
| 451 |
+
41,
|
| 452 |
+
0.7805
|
| 453 |
+
],
|
| 454 |
+
"JMP": [
|
| 455 |
+
27,
|
| 456 |
+
1.0
|
| 457 |
+
],
|
| 458 |
+
"ST": [
|
| 459 |
+
23,
|
| 460 |
+
0.7391
|
| 461 |
+
],
|
| 462 |
+
"SUB": [
|
| 463 |
+
15,
|
| 464 |
+
1.0
|
| 465 |
+
],
|
| 466 |
+
"LDI": [
|
| 467 |
+
6,
|
| 468 |
+
1.0
|
| 469 |
+
],
|
| 470 |
+
"IN": [
|
| 471 |
+
3,
|
| 472 |
+
1.0
|
| 473 |
+
],
|
| 474 |
+
"OUT": [
|
| 475 |
+
1,
|
| 476 |
+
1.0
|
| 477 |
+
]
|
| 478 |
+
},
|
| 479 |
+
"wrong_kind": {
|
| 480 |
+
"reg": 31,
|
| 481 |
+
"ram": 17,
|
| 482 |
+
"flags": 1
|
| 483 |
+
}
|
| 484 |
+
}
|
| 485 |
+
},
|
| 486 |
+
"demo_all": {
|
| 487 |
+
"n": 3690,
|
| 488 |
+
"exact": 0.9458,
|
| 489 |
+
"by_op": {
|
| 490 |
+
"LDA": [
|
| 491 |
+
1120,
|
| 492 |
+
0.9643
|
| 493 |
+
],
|
| 494 |
+
"STA": [
|
| 495 |
+
359,
|
| 496 |
+
0.9749
|
| 497 |
+
],
|
| 498 |
+
"ADDI": [
|
| 499 |
+
324,
|
| 500 |
+
0.9969
|
| 501 |
+
],
|
| 502 |
+
"CMPI": [
|
| 503 |
+
315,
|
| 504 |
+
0.8921
|
| 505 |
+
],
|
| 506 |
+
"LDI": [
|
| 507 |
+
275,
|
| 508 |
+
1.0
|
| 509 |
+
],
|
| 510 |
+
"JMP": [
|
| 511 |
+
259,
|
| 512 |
+
1.0
|
| 513 |
+
],
|
| 514 |
+
"JNC": [
|
| 515 |
+
168,
|
| 516 |
+
1.0
|
| 517 |
+
],
|
| 518 |
+
"MOD": [
|
| 519 |
+
150,
|
| 520 |
+
0.7733
|
| 521 |
+
],
|
| 522 |
+
"JNZ": [
|
| 523 |
+
136,
|
| 524 |
+
1.0
|
| 525 |
+
],
|
| 526 |
+
"CMP": [
|
| 527 |
+
131,
|
| 528 |
+
0.9237
|
| 529 |
+
],
|
| 530 |
+
"LD": [
|
| 531 |
+
75,
|
| 532 |
+
0.4
|
| 533 |
+
],
|
| 534 |
+
"ADD": [
|
| 535 |
+
64,
|
| 536 |
+
1.0
|
| 537 |
+
],
|
| 538 |
+
"OUT": [
|
| 539 |
+
59,
|
| 540 |
+
1.0
|
| 541 |
+
],
|
| 542 |
+
"JC": [
|
| 543 |
+
58,
|
| 544 |
+
1.0
|
| 545 |
+
],
|
| 546 |
+
"DIV": [
|
| 547 |
+
55,
|
| 548 |
+
0.6909
|
| 549 |
+
],
|
| 550 |
+
"JZ": [
|
| 551 |
+
54,
|
| 552 |
+
1.0
|
| 553 |
+
],
|
| 554 |
+
"ST": [
|
| 555 |
+
48,
|
| 556 |
+
0.8125
|
| 557 |
+
],
|
| 558 |
+
"IN": [
|
| 559 |
+
17,
|
| 560 |
+
1.0
|
| 561 |
+
],
|
| 562 |
+
"SUB": [
|
| 563 |
+
15,
|
| 564 |
+
1.0
|
| 565 |
+
],
|
| 566 |
+
"HALT": [
|
| 567 |
+
4,
|
| 568 |
+
0.75
|
| 569 |
+
],
|
| 570 |
+
"MUL": [
|
| 571 |
+
4,
|
| 572 |
+
1.0
|
| 573 |
+
]
|
| 574 |
+
},
|
| 575 |
+
"wrong_kind": {
|
| 576 |
+
"reg": 162,
|
| 577 |
+
"flags": 32,
|
| 578 |
+
"ram": 23,
|
| 579 |
+
"out": 4,
|
| 580 |
+
"pc": 1,
|
| 581 |
+
"tapeptr": 1
|
| 582 |
+
}
|
| 583 |
+
},
|
| 584 |
+
"heldout": {
|
| 585 |
+
"n": 1556,
|
| 586 |
+
"exact": 0.9698,
|
| 587 |
+
"by_op": {
|
| 588 |
+
"LDA": [
|
| 589 |
+
342,
|
| 590 |
+
0.9912
|
| 591 |
+
],
|
| 592 |
+
"LDI": [
|
| 593 |
+
217,
|
| 594 |
+
0.9816
|
| 595 |
+
],
|
| 596 |
+
"STA": [
|
| 597 |
+
150,
|
| 598 |
+
1.0
|
| 599 |
+
],
|
| 600 |
+
"ADDI": [
|
| 601 |
+
107,
|
| 602 |
+
1.0
|
| 603 |
+
],
|
| 604 |
+
"CMPI": [
|
| 605 |
+
90,
|
| 606 |
+
0.9556
|
| 607 |
+
],
|
| 608 |
+
"JNC": [
|
| 609 |
+
87,
|
| 610 |
+
1.0
|
| 611 |
+
],
|
| 612 |
+
"JMP": [
|
| 613 |
+
67,
|
| 614 |
+
1.0
|
| 615 |
+
],
|
| 616 |
+
"OUT": [
|
| 617 |
+
63,
|
| 618 |
+
0.9683
|
| 619 |
+
],
|
| 620 |
+
"MOD": [
|
| 621 |
+
51,
|
| 622 |
+
0.7255
|
| 623 |
+
],
|
| 624 |
+
"SHR": [
|
| 625 |
+
49,
|
| 626 |
+
1.0
|
| 627 |
+
],
|
| 628 |
+
"SHL": [
|
| 629 |
+
45,
|
| 630 |
+
1.0
|
| 631 |
+
],
|
| 632 |
+
"CMP": [
|
| 633 |
+
37,
|
| 634 |
+
0.9459
|
| 635 |
+
],
|
| 636 |
+
"IN": [
|
| 637 |
+
35,
|
| 638 |
+
0.9714
|
| 639 |
+
],
|
| 640 |
+
"ADD": [
|
| 641 |
+
33,
|
| 642 |
+
1.0
|
| 643 |
+
],
|
| 644 |
+
"XOR": [
|
| 645 |
+
26,
|
| 646 |
+
0.9615
|
| 647 |
+
],
|
| 648 |
+
"LD": [
|
| 649 |
+
22,
|
| 650 |
+
0.3636
|
| 651 |
+
],
|
| 652 |
+
"OR": [
|
| 653 |
+
19,
|
| 654 |
+
1.0
|
| 655 |
+
],
|
| 656 |
+
"JNZ": [
|
| 657 |
+
18,
|
| 658 |
+
1.0
|
| 659 |
+
],
|
| 660 |
+
"SUB": [
|
| 661 |
+
17,
|
| 662 |
+
1.0
|
| 663 |
+
],
|
| 664 |
+
"DIV": [
|
| 665 |
+
16,
|
| 666 |
+
1.0
|
| 667 |
+
],
|
| 668 |
+
"AND": [
|
| 669 |
+
12,
|
| 670 |
+
1.0
|
| 671 |
+
],
|
| 672 |
+
"JC": [
|
| 673 |
+
12,
|
| 674 |
+
1.0
|
| 675 |
+
],
|
| 676 |
+
"MUL": [
|
| 677 |
+
11,
|
| 678 |
+
0.9091
|
| 679 |
+
],
|
| 680 |
+
"JZ": [
|
| 681 |
+
9,
|
| 682 |
+
1.0
|
| 683 |
+
],
|
| 684 |
+
"SUBI": [
|
| 685 |
+
9,
|
| 686 |
+
1.0
|
| 687 |
+
],
|
| 688 |
+
"HALT": [
|
| 689 |
+
6,
|
| 690 |
+
1.0
|
| 691 |
+
],
|
| 692 |
+
"ST": [
|
| 693 |
+
4,
|
| 694 |
+
0.75
|
| 695 |
+
],
|
| 696 |
+
"MOV": [
|
| 697 |
+
2,
|
| 698 |
+
1.0
|
| 699 |
+
]
|
| 700 |
+
},
|
| 701 |
+
"wrong_kind": {
|
| 702 |
+
"reg": 43,
|
| 703 |
+
"flags": 4,
|
| 704 |
+
"out": 2,
|
| 705 |
+
"ram": 1
|
| 706 |
+
}
|
| 707 |
+
},
|
| 708 |
+
"train_op_share": {
|
| 709 |
+
"HALT": 0.0138,
|
| 710 |
+
"LDI": 0.0799,
|
| 711 |
+
"MOV": 0.0149,
|
| 712 |
+
"ADD": 0.0202,
|
| 713 |
+
"SUB": 0.0193,
|
| 714 |
+
"ADDI": 0.0619,
|
| 715 |
+
"SUBI": 0.0152,
|
| 716 |
+
"MUL": 0.0186,
|
| 717 |
+
"DIV": 0.0183,
|
| 718 |
+
"MOD": 0.0314,
|
| 719 |
+
"AND": 0.0152,
|
| 720 |
+
"OR": 0.0182,
|
| 721 |
+
"XOR": 0.0212,
|
| 722 |
+
"SHL": 0.023,
|
| 723 |
+
"SHR": 0.0217,
|
| 724 |
+
"CMP": 0.0247,
|
| 725 |
+
"CMPI": 0.0541,
|
| 726 |
+
"JMP": 0.05,
|
| 727 |
+
"JZ": 0.0152,
|
| 728 |
+
"JNZ": 0.0154,
|
| 729 |
+
"JC": 0.0185,
|
| 730 |
+
"JNC": 0.0527,
|
| 731 |
+
"CALL": 0.0118,
|
| 732 |
+
"RET": 0.012,
|
| 733 |
+
"PUSH": 0.0117,
|
| 734 |
+
"POP": 0.0129,
|
| 735 |
+
"LD": 0.0242,
|
| 736 |
+
"ST": 0.0145,
|
| 737 |
+
"LDA": 0.1528,
|
| 738 |
+
"STA": 0.0751,
|
| 739 |
+
"OUT": 0.0374,
|
| 740 |
+
"IN": 0.0244
|
| 741 |
+
},
|
| 742 |
+
"demo_op_share": {
|
| 743 |
+
"HALT": 0.0011,
|
| 744 |
+
"LDI": 0.0745,
|
| 745 |
+
"MOV": 0.0,
|
| 746 |
+
"ADD": 0.0173,
|
| 747 |
+
"SUB": 0.0041,
|
| 748 |
+
"ADDI": 0.0878,
|
| 749 |
+
"SUBI": 0.0,
|
| 750 |
+
"MUL": 0.0011,
|
| 751 |
+
"DIV": 0.0149,
|
| 752 |
+
"MOD": 0.0407,
|
| 753 |
+
"AND": 0.0,
|
| 754 |
+
"OR": 0.0,
|
| 755 |
+
"XOR": 0.0,
|
| 756 |
+
"SHL": 0.0,
|
| 757 |
+
"SHR": 0.0,
|
| 758 |
+
"CMP": 0.0355,
|
| 759 |
+
"CMPI": 0.0854,
|
| 760 |
+
"JMP": 0.0702,
|
| 761 |
+
"JZ": 0.0146,
|
| 762 |
+
"JNZ": 0.0369,
|
| 763 |
+
"JC": 0.0157,
|
| 764 |
+
"JNC": 0.0455,
|
| 765 |
+
"CALL": 0.0,
|
| 766 |
+
"RET": 0.0,
|
| 767 |
+
"PUSH": 0.0,
|
| 768 |
+
"POP": 0.0,
|
| 769 |
+
"LD": 0.0203,
|
| 770 |
+
"ST": 0.013,
|
| 771 |
+
"LDA": 0.3035,
|
| 772 |
+
"STA": 0.0973,
|
| 773 |
+
"OUT": 0.016,
|
| 774 |
+
"IN": 0.0046
|
| 775 |
+
}
|
| 776 |
+
}
|
neucpu/runs/cpu1/log.jsonl
ADDED
|
@@ -0,0 +1,520 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"event": "model", "params_M": 38.3, "tokens": 477, "name": "cpu1", "steps": 60000, "batch": 256, "lr": 0.0005, "d": 512, "layers": 12, "keep_w": 0.2, "eval_every": 2000, "workers": 10, "world": 8, "n_state": 205, "t": "14:28:27"}
|
| 2 |
+
{"event": "train", "step": 50, "loss": 3.4392, "changed": 3.0625, "kept": 1.8836, "gn": 1.025, "lr": 5e-05, "s_per_step": 0.264, "mem_GB": 32.8, "t": "14:28:44"}
|
| 3 |
+
{"event": "train", "step": 100, "loss": 2.5437, "changed": 2.1992, "kept": 1.72234, "gn": 0.449, "lr": 0.0001, "s_per_step": 0.251, "mem_GB": 32.8, "t": "14:28:56"}
|
| 4 |
+
{"event": "train", "step": 150, "loss": 2.1356, "changed": 1.9618, "kept": 0.86922, "gn": 0.473, "lr": 0.00015, "s_per_step": 0.246, "mem_GB": 32.8, "t": "14:29:08"}
|
| 5 |
+
{"event": "train", "step": 200, "loss": 2.1163, "changed": 2.0342, "kept": 0.41024, "gn": 0.592, "lr": 0.0002, "s_per_step": 0.244, "mem_GB": 32.8, "t": "14:29:20"}
|
| 6 |
+
{"event": "train", "step": 250, "loss": 1.9957, "changed": 1.914, "kept": 0.40863, "gn": 0.596, "lr": 0.00025, "s_per_step": 0.243, "mem_GB": 32.8, "t": "14:29:32"}
|
| 7 |
+
{"event": "train", "step": 300, "loss": 1.6654, "changed": 1.6039, "kept": 0.30764, "gn": 0.432, "lr": 0.0003, "s_per_step": 0.242, "mem_GB": 32.8, "t": "14:29:44"}
|
| 8 |
+
{"event": "train", "step": 350, "loss": 1.7861, "changed": 1.7169, "kept": 0.34636, "gn": 0.542, "lr": 0.00035, "s_per_step": 0.241, "mem_GB": 32.8, "t": "14:29:55"}
|
| 9 |
+
{"event": "train", "step": 400, "loss": 1.6412, "changed": 1.5769, "kept": 0.32155, "gn": 0.424, "lr": 0.0004, "s_per_step": 0.241, "mem_GB": 32.8, "t": "14:30:07"}
|
| 10 |
+
{"event": "train", "step": 450, "loss": 1.7079, "changed": 1.6411, "kept": 0.33379, "gn": 0.449, "lr": 0.00045, "s_per_step": 0.24, "mem_GB": 32.8, "t": "14:30:19"}
|
| 11 |
+
{"event": "train", "step": 500, "loss": 1.7252, "changed": 1.6645, "kept": 0.3036, "gn": 0.432, "lr": 0.0005, "s_per_step": 0.24, "mem_GB": 32.8, "t": "14:30:31"}
|
| 12 |
+
{"event": "train", "step": 550, "loss": 1.6895, "changed": 1.6201, "kept": 0.34683, "gn": 0.387, "lr": 0.0005, "s_per_step": 0.24, "mem_GB": 32.8, "t": "14:30:43"}
|
| 13 |
+
{"event": "train", "step": 600, "loss": 1.6698, "changed": 1.6058, "kept": 0.31991, "gn": 0.434, "lr": 0.0005, "s_per_step": 0.24, "mem_GB": 32.8, "t": "14:30:55"}
|
| 14 |
+
{"event": "train", "step": 650, "loss": 1.6799, "changed": 1.6155, "kept": 0.32207, "gn": 0.492, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "14:31:07"}
|
| 15 |
+
{"event": "train", "step": 700, "loss": 1.5659, "changed": 1.5079, "kept": 0.29014, "gn": 0.453, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "14:31:18"}
|
| 16 |
+
{"event": "train", "step": 750, "loss": 1.4003, "changed": 1.3351, "kept": 0.32607, "gn": 0.411, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "14:31:30"}
|
| 17 |
+
{"event": "train", "step": 800, "loss": 1.3387, "changed": 1.271, "kept": 0.33828, "gn": 0.424, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "14:31:42"}
|
| 18 |
+
{"event": "train", "step": 850, "loss": 1.3545, "changed": 1.2896, "kept": 0.32453, "gn": 0.439, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "14:31:54"}
|
| 19 |
+
{"event": "train", "step": 900, "loss": 1.1283, "changed": 1.0736, "kept": 0.27352, "gn": 0.529, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "14:32:06"}
|
| 20 |
+
{"event": "train", "step": 950, "loss": 0.9104, "changed": 0.8642, "kept": 0.23074, "gn": 0.451, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "14:32:18"}
|
| 21 |
+
{"event": "train", "step": 1000, "loss": 0.9266, "changed": 0.8816, "kept": 0.22498, "gn": 0.596, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "14:32:30"}
|
| 22 |
+
{"event": "train", "step": 1050, "loss": 0.6812, "changed": 0.6428, "kept": 0.19192, "gn": 0.446, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "14:32:41"}
|
| 23 |
+
{"event": "train", "step": 1100, "loss": 0.6838, "changed": 0.6532, "kept": 0.15323, "gn": 0.369, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "14:32:53"}
|
| 24 |
+
{"event": "train", "step": 1150, "loss": 0.6356, "changed": 0.5999, "kept": 0.17849, "gn": 0.43, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:33:05"}
|
| 25 |
+
{"event": "train", "step": 1200, "loss": 0.5477, "changed": 0.5161, "kept": 0.15799, "gn": 0.614, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:33:17"}
|
| 26 |
+
{"event": "train", "step": 1250, "loss": 0.6334, "changed": 0.5951, "kept": 0.19163, "gn": 0.502, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:33:29"}
|
| 27 |
+
{"event": "train", "step": 1300, "loss": 0.5559, "changed": 0.5269, "kept": 0.14495, "gn": 0.496, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:33:41"}
|
| 28 |
+
{"event": "train", "step": 1350, "loss": 0.42, "changed": 0.3943, "kept": 0.1289, "gn": 0.376, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:33:53"}
|
| 29 |
+
{"event": "train", "step": 1400, "loss": 0.5846, "changed": 0.5542, "kept": 0.15166, "gn": 0.419, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:34:05"}
|
| 30 |
+
{"event": "train", "step": 1450, "loss": 0.3376, "changed": 0.3089, "kept": 0.14327, "gn": 0.494, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:34:16"}
|
| 31 |
+
{"event": "train", "step": 1500, "loss": 0.2818, "changed": 0.2578, "kept": 0.12039, "gn": 0.369, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:34:28"}
|
| 32 |
+
{"event": "train", "step": 1550, "loss": 0.2597, "changed": 0.2363, "kept": 0.117, "gn": 0.428, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:34:40"}
|
| 33 |
+
{"event": "train", "step": 1600, "loss": 0.2015, "changed": 0.1795, "kept": 0.10991, "gn": 0.322, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:34:52"}
|
| 34 |
+
{"event": "train", "step": 1650, "loss": 0.2217, "changed": 0.2023, "kept": 0.09671, "gn": 0.303, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:35:04"}
|
| 35 |
+
{"event": "train", "step": 1700, "loss": 0.2119, "changed": 0.1964, "kept": 0.07747, "gn": 0.446, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:35:16"}
|
| 36 |
+
{"event": "train", "step": 1750, "loss": 0.3383, "changed": 0.3278, "kept": 0.0526, "gn": 0.287, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:35:28"}
|
| 37 |
+
{"event": "train", "step": 1800, "loss": 0.2157, "changed": 0.2015, "kept": 0.07097, "gn": 0.453, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:35:39"}
|
| 38 |
+
{"event": "train", "step": 1850, "loss": 0.1637, "changed": 0.1538, "kept": 0.04935, "gn": 0.439, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:35:51"}
|
| 39 |
+
{"event": "train", "step": 1900, "loss": 0.1556, "changed": 0.1411, "kept": 0.07236, "gn": 0.344, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:36:03"}
|
| 40 |
+
{"event": "train", "step": 1950, "loss": 0.1939, "changed": 0.1861, "kept": 0.039, "gn": 0.583, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:36:15"}
|
| 41 |
+
{"event": "train", "step": 2000, "loss": 0.0914, "changed": 0.0843, "kept": 0.03508, "gn": 1.305, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:36:27"}
|
| 42 |
+
{"event": "eval", "step": 2000, "heldout_exact": 0.78728, "heldout_changed_acc": 0.9869, "demo_exact": 0.7175, "demo_changed_acc": 0.96954, "t": "14:36:27"}
|
| 43 |
+
{"event": "train", "step": 2050, "loss": 0.1307, "changed": 0.1229, "kept": 0.03888, "gn": 0.348, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:36:39"}
|
| 44 |
+
{"event": "train", "step": 2100, "loss": 0.128, "changed": 0.1165, "kept": 0.05773, "gn": 0.238, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:36:51"}
|
| 45 |
+
{"event": "train", "step": 2150, "loss": 0.1305, "changed": 0.1212, "kept": 0.04656, "gn": 3.025, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:37:03"}
|
| 46 |
+
{"event": "train", "step": 2200, "loss": 0.048, "changed": 0.045, "kept": 0.0148, "gn": 0.752, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:37:15"}
|
| 47 |
+
{"event": "train", "step": 2250, "loss": 0.0665, "changed": 0.0611, "kept": 0.02679, "gn": 0.904, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:37:27"}
|
| 48 |
+
{"event": "train", "step": 2300, "loss": 0.0524, "changed": 0.0486, "kept": 0.01863, "gn": 0.411, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:37:38"}
|
| 49 |
+
{"event": "train", "step": 2350, "loss": 0.0222, "changed": 0.0198, "kept": 0.01238, "gn": 0.341, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:37:50"}
|
| 50 |
+
{"event": "train", "step": 2400, "loss": 0.047, "changed": 0.0439, "kept": 0.01537, "gn": 0.319, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:38:02"}
|
| 51 |
+
{"event": "train", "step": 2450, "loss": 0.0767, "changed": 0.0739, "kept": 0.01414, "gn": 0.345, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:38:14"}
|
| 52 |
+
{"event": "train", "step": 2500, "loss": 0.0438, "changed": 0.0397, "kept": 0.02055, "gn": 0.807, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:38:26"}
|
| 53 |
+
{"event": "train", "step": 2550, "loss": 0.0807, "changed": 0.0782, "kept": 0.01255, "gn": 0.419, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:38:38"}
|
| 54 |
+
{"event": "train", "step": 2600, "loss": 0.0502, "changed": 0.0459, "kept": 0.02165, "gn": 0.456, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:38:50"}
|
| 55 |
+
{"event": "train", "step": 2650, "loss": 0.0611, "changed": 0.0591, "kept": 0.01, "gn": 0.386, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:39:02"}
|
| 56 |
+
{"event": "train", "step": 2700, "loss": 0.0545, "changed": 0.0533, "kept": 0.00587, "gn": 0.264, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:39:13"}
|
| 57 |
+
{"event": "train", "step": 2750, "loss": 0.0642, "changed": 0.0631, "kept": 0.00537, "gn": 0.602, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:39:25"}
|
| 58 |
+
{"event": "train", "step": 2800, "loss": 0.0404, "changed": 0.0388, "kept": 0.00805, "gn": 0.36, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:39:37"}
|
| 59 |
+
{"event": "train", "step": 2850, "loss": 0.0237, "changed": 0.0219, "kept": 0.00881, "gn": 0.313, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:39:49"}
|
| 60 |
+
{"event": "train", "step": 2900, "loss": 0.0332, "changed": 0.0304, "kept": 0.01408, "gn": 0.139, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:40:01"}
|
| 61 |
+
{"event": "train", "step": 2950, "loss": 0.0329, "changed": 0.0285, "kept": 0.02171, "gn": 0.764, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:40:13"}
|
| 62 |
+
{"event": "train", "step": 3000, "loss": 0.0363, "changed": 0.0339, "kept": 0.01162, "gn": 0.381, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:40:25"}
|
| 63 |
+
{"event": "train", "step": 3050, "loss": 0.0267, "changed": 0.0241, "kept": 0.01307, "gn": 0.209, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:40:36"}
|
| 64 |
+
{"event": "train", "step": 3100, "loss": 0.0394, "changed": 0.0381, "kept": 0.0067, "gn": 0.414, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:40:48"}
|
| 65 |
+
{"event": "train", "step": 3150, "loss": 0.0535, "changed": 0.0518, "kept": 0.00873, "gn": 0.565, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:41:00"}
|
| 66 |
+
{"event": "train", "step": 3200, "loss": 0.023, "changed": 0.0203, "kept": 0.01346, "gn": 0.255, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:41:12"}
|
| 67 |
+
{"event": "train", "step": 3250, "loss": 0.0328, "changed": 0.0318, "kept": 0.00548, "gn": 0.146, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:41:24"}
|
| 68 |
+
{"event": "train", "step": 3300, "loss": 0.0772, "changed": 0.0767, "kept": 0.00241, "gn": 0.144, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:41:36"}
|
| 69 |
+
{"event": "train", "step": 3350, "loss": 0.022, "changed": 0.0212, "kept": 0.00419, "gn": 0.293, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:41:48"}
|
| 70 |
+
{"event": "train", "step": 3400, "loss": 0.0186, "changed": 0.0171, "kept": 0.00765, "gn": 0.153, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:41:59"}
|
| 71 |
+
{"event": "train", "step": 3450, "loss": 0.0247, "changed": 0.0237, "kept": 0.00544, "gn": 0.483, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:42:11"}
|
| 72 |
+
{"event": "train", "step": 3500, "loss": 0.0392, "changed": 0.0383, "kept": 0.00471, "gn": 1.036, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:42:23"}
|
| 73 |
+
{"event": "train", "step": 3550, "loss": 0.0298, "changed": 0.0285, "kept": 0.00635, "gn": 0.303, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:42:35"}
|
| 74 |
+
{"event": "train", "step": 3600, "loss": 0.021, "changed": 0.0193, "kept": 0.00857, "gn": 0.585, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:42:47"}
|
| 75 |
+
{"event": "train", "step": 3650, "loss": 0.0341, "changed": 0.0331, "kept": 0.00475, "gn": 0.558, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:42:59"}
|
| 76 |
+
{"event": "train", "step": 3700, "loss": 0.0195, "changed": 0.018, "kept": 0.00716, "gn": 0.325, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:43:11"}
|
| 77 |
+
{"event": "train", "step": 3750, "loss": 0.0372, "changed": 0.0346, "kept": 0.01281, "gn": 0.227, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:43:22"}
|
| 78 |
+
{"event": "train", "step": 3800, "loss": 0.0144, "changed": 0.0132, "kept": 0.00608, "gn": 0.103, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:43:34"}
|
| 79 |
+
{"event": "train", "step": 3850, "loss": 0.0606, "changed": 0.0597, "kept": 0.00442, "gn": 0.341, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:43:46"}
|
| 80 |
+
{"event": "train", "step": 3900, "loss": 0.0108, "changed": 0.0102, "kept": 0.00299, "gn": 0.285, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:43:58"}
|
| 81 |
+
{"event": "train", "step": 3950, "loss": 0.058, "changed": 0.0557, "kept": 0.0119, "gn": 0.214, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:44:10"}
|
| 82 |
+
{"event": "train", "step": 4000, "loss": 0.036, "changed": 0.0354, "kept": 0.00295, "gn": 0.165, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:44:22"}
|
| 83 |
+
{"event": "eval", "step": 4000, "heldout_exact": 0.95501, "heldout_changed_acc": 0.99517, "demo_exact": 0.94625, "demo_changed_acc": 0.99619, "t": "14:44:22"}
|
| 84 |
+
{"event": "train", "step": 4050, "loss": 0.0418, "changed": 0.0411, "kept": 0.00312, "gn": 0.089, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:44:34"}
|
| 85 |
+
{"event": "train", "step": 4100, "loss": 0.0109, "changed": 0.01, "kept": 0.00414, "gn": 0.273, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:44:46"}
|
| 86 |
+
{"event": "train", "step": 4150, "loss": 0.0149, "changed": 0.0144, "kept": 0.00261, "gn": 0.189, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:44:58"}
|
| 87 |
+
{"event": "train", "step": 4200, "loss": 0.0165, "changed": 0.0159, "kept": 0.00308, "gn": 0.156, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:45:10"}
|
| 88 |
+
{"event": "train", "step": 4250, "loss": 0.0054, "changed": 0.0047, "kept": 0.00341, "gn": 0.228, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:45:21"}
|
| 89 |
+
{"event": "train", "step": 4300, "loss": 0.02, "changed": 0.0192, "kept": 0.00382, "gn": 0.073, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:45:33"}
|
| 90 |
+
{"event": "train", "step": 4350, "loss": 0.0122, "changed": 0.0114, "kept": 0.00427, "gn": 0.155, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:45:45"}
|
| 91 |
+
{"event": "train", "step": 4400, "loss": 0.0244, "changed": 0.0235, "kept": 0.0046, "gn": 0.165, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:45:57"}
|
| 92 |
+
{"event": "train", "step": 4450, "loss": 0.0326, "changed": 0.0318, "kept": 0.00358, "gn": 0.419, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:46:09"}
|
| 93 |
+
{"event": "train", "step": 4500, "loss": 0.0142, "changed": 0.0129, "kept": 0.0067, "gn": 0.065, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:46:21"}
|
| 94 |
+
{"event": "train", "step": 4550, "loss": 0.0268, "changed": 0.026, "kept": 0.00387, "gn": 1.268, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:46:33"}
|
| 95 |
+
{"event": "train", "step": 4600, "loss": 0.0111, "changed": 0.0103, "kept": 0.00416, "gn": 0.079, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:46:44"}
|
| 96 |
+
{"event": "train", "step": 4650, "loss": 0.0486, "changed": 0.0482, "kept": 0.00224, "gn": 0.167, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:46:56"}
|
| 97 |
+
{"event": "train", "step": 4700, "loss": 0.0194, "changed": 0.0183, "kept": 0.00573, "gn": 0.925, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:47:08"}
|
| 98 |
+
{"event": "train", "step": 4750, "loss": 0.0253, "changed": 0.0245, "kept": 0.00411, "gn": 0.112, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:47:20"}
|
| 99 |
+
{"event": "train", "step": 4800, "loss": 0.0323, "changed": 0.0318, "kept": 0.00267, "gn": 1.543, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:47:32"}
|
| 100 |
+
{"event": "train", "step": 4850, "loss": 0.0123, "changed": 0.0118, "kept": 0.00229, "gn": 0.056, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:47:44"}
|
| 101 |
+
{"event": "train", "step": 4900, "loss": 0.0143, "changed": 0.0135, "kept": 0.0039, "gn": 0.975, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:47:56"}
|
| 102 |
+
{"event": "train", "step": 4950, "loss": 0.014, "changed": 0.0134, "kept": 0.00317, "gn": 0.36, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:48:08"}
|
| 103 |
+
{"event": "train", "step": 5000, "loss": 0.0288, "changed": 0.0281, "kept": 0.00346, "gn": 0.254, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:48:19"}
|
| 104 |
+
{"event": "train", "step": 5050, "loss": 0.0294, "changed": 0.0289, "kept": 0.00251, "gn": 0.149, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:48:31"}
|
| 105 |
+
{"event": "train", "step": 5100, "loss": 0.057, "changed": 0.0562, "kept": 0.00382, "gn": 0.131, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:48:43"}
|
| 106 |
+
{"event": "train", "step": 5150, "loss": 0.029, "changed": 0.0284, "kept": 0.00339, "gn": 0.209, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:48:55"}
|
| 107 |
+
{"event": "train", "step": 5200, "loss": 0.0226, "changed": 0.0223, "kept": 0.00176, "gn": 0.149, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:49:07"}
|
| 108 |
+
{"event": "train", "step": 5250, "loss": 0.0193, "changed": 0.0169, "kept": 0.01237, "gn": 0.118, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:49:19"}
|
| 109 |
+
{"event": "train", "step": 5300, "loss": 0.0165, "changed": 0.016, "kept": 0.0028, "gn": 0.692, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:49:31"}
|
| 110 |
+
{"event": "train", "step": 5350, "loss": 0.0127, "changed": 0.012, "kept": 0.00352, "gn": 0.386, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:49:42"}
|
| 111 |
+
{"event": "train", "step": 5400, "loss": 0.0158, "changed": 0.0149, "kept": 0.00464, "gn": 0.199, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:49:54"}
|
| 112 |
+
{"event": "train", "step": 5450, "loss": 0.0109, "changed": 0.008, "kept": 0.01452, "gn": 0.173, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:50:06"}
|
| 113 |
+
{"event": "train", "step": 5500, "loss": 0.0027, "changed": 0.0024, "kept": 0.00114, "gn": 0.276, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:50:18"}
|
| 114 |
+
{"event": "train", "step": 5550, "loss": 0.0092, "changed": 0.0088, "kept": 0.00225, "gn": 0.089, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:50:30"}
|
| 115 |
+
{"event": "train", "step": 5600, "loss": 0.0302, "changed": 0.0295, "kept": 0.00372, "gn": 0.192, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:50:42"}
|
| 116 |
+
{"event": "train", "step": 5650, "loss": 0.043, "changed": 0.0424, "kept": 0.00305, "gn": 0.306, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:50:54"}
|
| 117 |
+
{"event": "train", "step": 5700, "loss": 0.0216, "changed": 0.0204, "kept": 0.00595, "gn": 0.787, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:51:05"}
|
| 118 |
+
{"event": "train", "step": 5750, "loss": 0.0045, "changed": 0.004, "kept": 0.00277, "gn": 0.061, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:51:17"}
|
| 119 |
+
{"event": "train", "step": 5800, "loss": 0.0271, "changed": 0.0269, "kept": 0.00109, "gn": 0.311, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:51:29"}
|
| 120 |
+
{"event": "train", "step": 5850, "loss": 0.0301, "changed": 0.0293, "kept": 0.00416, "gn": 0.11, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:51:41"}
|
| 121 |
+
{"event": "train", "step": 5900, "loss": 0.0325, "changed": 0.0313, "kept": 0.00609, "gn": 0.079, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:51:53"}
|
| 122 |
+
{"event": "train", "step": 5950, "loss": 0.0016, "changed": 0.0013, "kept": 0.00102, "gn": 0.101, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:52:05"}
|
| 123 |
+
{"event": "train", "step": 6000, "loss": 0.0151, "changed": 0.0142, "kept": 0.00434, "gn": 0.105, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:52:17"}
|
| 124 |
+
{"event": "eval", "step": 6000, "heldout_exact": 0.96979, "heldout_changed_acc": 0.99655, "demo_exact": 0.94875, "demo_changed_acc": 0.99543, "t": "14:52:17"}
|
| 125 |
+
{"event": "train", "step": 6050, "loss": 0.03, "changed": 0.0286, "kept": 0.00724, "gn": 0.225, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:52:29"}
|
| 126 |
+
{"event": "train", "step": 6100, "loss": 0.0154, "changed": 0.0148, "kept": 0.00296, "gn": 0.106, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:52:41"}
|
| 127 |
+
{"event": "train", "step": 6150, "loss": 0.0123, "changed": 0.012, "kept": 0.00143, "gn": 0.069, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:52:53"}
|
| 128 |
+
{"event": "train", "step": 6200, "loss": 0.0066, "changed": 0.0057, "kept": 0.00473, "gn": 0.3, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:53:04"}
|
| 129 |
+
{"event": "train", "step": 6250, "loss": 0.0069, "changed": 0.0067, "kept": 0.00114, "gn": 0.054, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:53:16"}
|
| 130 |
+
{"event": "train", "step": 6300, "loss": 0.0207, "changed": 0.0203, "kept": 0.00224, "gn": 0.089, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:53:28"}
|
| 131 |
+
{"event": "train", "step": 6350, "loss": 0.0163, "changed": 0.0161, "kept": 0.00124, "gn": 0.234, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:53:40"}
|
| 132 |
+
{"event": "train", "step": 6400, "loss": 0.0062, "changed": 0.0054, "kept": 0.0038, "gn": 0.045, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:53:52"}
|
| 133 |
+
{"event": "train", "step": 6450, "loss": 0.0144, "changed": 0.0139, "kept": 0.00279, "gn": 0.23, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:54:04"}
|
| 134 |
+
{"event": "train", "step": 6500, "loss": 0.0047, "changed": 0.0036, "kept": 0.00579, "gn": 0.882, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:54:16"}
|
| 135 |
+
{"event": "train", "step": 6550, "loss": 0.011, "changed": 0.0108, "kept": 0.00109, "gn": 0.156, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:54:27"}
|
| 136 |
+
{"event": "train", "step": 6600, "loss": 0.0102, "changed": 0.0097, "kept": 0.00273, "gn": 0.069, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:54:39"}
|
| 137 |
+
{"event": "train", "step": 6650, "loss": 0.0444, "changed": 0.044, "kept": 0.00217, "gn": 0.051, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:54:51"}
|
| 138 |
+
{"event": "train", "step": 6700, "loss": 0.0018, "changed": 0.0012, "kept": 0.00316, "gn": 0.051, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:55:03"}
|
| 139 |
+
{"event": "train", "step": 6750, "loss": 0.0158, "changed": 0.0155, "kept": 0.00163, "gn": 0.437, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:55:15"}
|
| 140 |
+
{"event": "train", "step": 6800, "loss": 0.0065, "changed": 0.006, "kept": 0.00247, "gn": 0.058, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:55:27"}
|
| 141 |
+
{"event": "train", "step": 6850, "loss": 0.0457, "changed": 0.0453, "kept": 0.00165, "gn": 0.085, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:55:39"}
|
| 142 |
+
{"event": "train", "step": 6900, "loss": 0.0214, "changed": 0.0213, "kept": 0.00083, "gn": 0.21, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:55:50"}
|
| 143 |
+
{"event": "train", "step": 6950, "loss": 0.01, "changed": 0.0095, "kept": 0.00261, "gn": 0.838, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:56:02"}
|
| 144 |
+
{"event": "train", "step": 7000, "loss": 0.0119, "changed": 0.0117, "kept": 0.00144, "gn": 0.094, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:56:14"}
|
| 145 |
+
{"event": "train", "step": 7050, "loss": 0.0073, "changed": 0.0068, "kept": 0.00241, "gn": 0.071, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:56:26"}
|
| 146 |
+
{"event": "train", "step": 7100, "loss": 0.0068, "changed": 0.0063, "kept": 0.00234, "gn": 0.083, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:56:38"}
|
| 147 |
+
{"event": "train", "step": 7150, "loss": 0.035, "changed": 0.0347, "kept": 0.00145, "gn": 0.438, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:56:50"}
|
| 148 |
+
{"event": "train", "step": 7200, "loss": 0.0184, "changed": 0.0181, "kept": 0.00125, "gn": 0.163, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:57:02"}
|
| 149 |
+
{"event": "train", "step": 7250, "loss": 0.0103, "changed": 0.0101, "kept": 0.00099, "gn": 0.072, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:57:13"}
|
| 150 |
+
{"event": "train", "step": 7300, "loss": 0.0081, "changed": 0.0078, "kept": 0.00123, "gn": 0.449, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:57:25"}
|
| 151 |
+
{"event": "train", "step": 7350, "loss": 0.0017, "changed": 0.0011, "kept": 0.00321, "gn": 0.095, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:57:37"}
|
| 152 |
+
{"event": "train", "step": 7400, "loss": 0.0067, "changed": 0.0065, "kept": 0.00118, "gn": 0.049, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:57:49"}
|
| 153 |
+
{"event": "train", "step": 7450, "loss": 0.0175, "changed": 0.0173, "kept": 0.00114, "gn": 0.385, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:58:01"}
|
| 154 |
+
{"event": "train", "step": 7500, "loss": 0.0127, "changed": 0.0121, "kept": 0.00287, "gn": 0.14, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:58:13"}
|
| 155 |
+
{"event": "train", "step": 7550, "loss": 0.0263, "changed": 0.0252, "kept": 0.00545, "gn": 0.148, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:58:25"}
|
| 156 |
+
{"event": "train", "step": 7600, "loss": 0.0072, "changed": 0.0059, "kept": 0.00671, "gn": 0.035, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:58:36"}
|
| 157 |
+
{"event": "train", "step": 7650, "loss": 0.0105, "changed": 0.0097, "kept": 0.00378, "gn": 0.042, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:58:52"}
|
| 158 |
+
{"event": "train", "step": 7700, "loss": 0.0127, "changed": 0.0124, "kept": 0.00195, "gn": 0.086, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:59:03"}
|
| 159 |
+
{"event": "train", "step": 7750, "loss": 0.0142, "changed": 0.0138, "kept": 0.00214, "gn": 2.861, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:59:15"}
|
| 160 |
+
{"event": "train", "step": 7800, "loss": 0.0105, "changed": 0.0101, "kept": 0.00163, "gn": 0.059, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:59:27"}
|
| 161 |
+
{"event": "train", "step": 7850, "loss": 0.0132, "changed": 0.013, "kept": 0.00071, "gn": 0.055, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:59:39"}
|
| 162 |
+
{"event": "train", "step": 7900, "loss": 0.0091, "changed": 0.0085, "kept": 0.00274, "gn": 0.167, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "14:59:51"}
|
| 163 |
+
{"event": "train", "step": 7950, "loss": 0.002, "changed": 0.0019, "kept": 0.00054, "gn": 0.511, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:00:03"}
|
| 164 |
+
{"event": "train", "step": 8000, "loss": 0.0128, "changed": 0.0122, "kept": 0.00283, "gn": 0.071, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:00:15"}
|
| 165 |
+
{"event": "eval", "step": 8000, "heldout_exact": 0.97172, "heldout_changed_acc": 0.99931, "demo_exact": 0.94875, "demo_changed_acc": 0.99848, "t": "15:00:15"}
|
| 166 |
+
{"event": "train", "step": 8050, "loss": 0.0019, "changed": 0.0012, "kept": 0.00326, "gn": 0.078, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:00:27"}
|
| 167 |
+
{"event": "train", "step": 8100, "loss": 0.0012, "changed": 0.0005, "kept": 0.00363, "gn": 0.066, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:00:39"}
|
| 168 |
+
{"event": "train", "step": 8150, "loss": 0.003, "changed": 0.0022, "kept": 0.00425, "gn": 0.069, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:00:51"}
|
| 169 |
+
{"event": "train", "step": 8200, "loss": 0.0026, "changed": 0.0024, "kept": 0.00077, "gn": 0.176, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:01:02"}
|
| 170 |
+
{"event": "train", "step": 8250, "loss": 0.0152, "changed": 0.0147, "kept": 0.00255, "gn": 0.311, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:01:14"}
|
| 171 |
+
{"event": "train", "step": 8300, "loss": 0.0068, "changed": 0.006, "kept": 0.00391, "gn": 0.862, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:01:26"}
|
| 172 |
+
{"event": "train", "step": 8350, "loss": 0.0105, "changed": 0.0104, "kept": 0.00055, "gn": 0.038, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:01:38"}
|
| 173 |
+
{"event": "train", "step": 8400, "loss": 0.0086, "changed": 0.0082, "kept": 0.00239, "gn": 0.063, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:01:50"}
|
| 174 |
+
{"event": "train", "step": 8450, "loss": 0.0068, "changed": 0.0066, "kept": 0.00128, "gn": 0.079, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:02:02"}
|
| 175 |
+
{"event": "train", "step": 8500, "loss": 0.0165, "changed": 0.0164, "kept": 0.00052, "gn": 0.06, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:02:14"}
|
| 176 |
+
{"event": "train", "step": 8550, "loss": 0.0214, "changed": 0.0213, "kept": 0.00058, "gn": 1.183, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:02:25"}
|
| 177 |
+
{"event": "train", "step": 8600, "loss": 0.0141, "changed": 0.0139, "kept": 0.00109, "gn": 0.091, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:02:37"}
|
| 178 |
+
{"event": "train", "step": 8650, "loss": 0.002, "changed": 0.0016, "kept": 0.00161, "gn": 0.102, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:02:49"}
|
| 179 |
+
{"event": "train", "step": 8700, "loss": 0.0196, "changed": 0.0195, "kept": 0.00068, "gn": 0.272, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:03:01"}
|
| 180 |
+
{"event": "train", "step": 8750, "loss": 0.0085, "changed": 0.0081, "kept": 0.00178, "gn": 0.1, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:03:13"}
|
| 181 |
+
{"event": "train", "step": 8800, "loss": 0.0012, "changed": 0.0009, "kept": 0.00156, "gn": 0.045, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:03:25"}
|
| 182 |
+
{"event": "train", "step": 8850, "loss": 0.0107, "changed": 0.0106, "kept": 0.00045, "gn": 0.101, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:03:37"}
|
| 183 |
+
{"event": "train", "step": 8900, "loss": 0.0035, "changed": 0.0033, "kept": 0.00128, "gn": 0.297, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:03:48"}
|
| 184 |
+
{"event": "train", "step": 8950, "loss": 0.0022, "changed": 0.0018, "kept": 0.00227, "gn": 0.172, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:04:00"}
|
| 185 |
+
{"event": "train", "step": 9000, "loss": 0.0021, "changed": 0.0019, "kept": 0.0013, "gn": 0.097, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:04:12"}
|
| 186 |
+
{"event": "train", "step": 9050, "loss": 0.0371, "changed": 0.0368, "kept": 0.00163, "gn": 0.429, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:04:24"}
|
| 187 |
+
{"event": "train", "step": 9100, "loss": 0.0095, "changed": 0.0086, "kept": 0.00422, "gn": 0.213, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:04:36"}
|
| 188 |
+
{"event": "train", "step": 9150, "loss": 0.0058, "changed": 0.0053, "kept": 0.00267, "gn": 0.081, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:04:48"}
|
| 189 |
+
{"event": "train", "step": 9200, "loss": 0.0104, "changed": 0.0102, "kept": 0.00074, "gn": 0.091, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:05:00"}
|
| 190 |
+
{"event": "train", "step": 9250, "loss": 0.0144, "changed": 0.0142, "kept": 0.00095, "gn": 0.173, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:05:11"}
|
| 191 |
+
{"event": "train", "step": 9300, "loss": 0.0048, "changed": 0.0045, "kept": 0.00147, "gn": 0.098, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:05:23"}
|
| 192 |
+
{"event": "train", "step": 9350, "loss": 0.0096, "changed": 0.0093, "kept": 0.00172, "gn": 0.151, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:05:35"}
|
| 193 |
+
{"event": "train", "step": 9400, "loss": 0.0053, "changed": 0.005, "kept": 0.00115, "gn": 0.167, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:05:47"}
|
| 194 |
+
{"event": "train", "step": 9450, "loss": 0.0015, "changed": 0.001, "kept": 0.00246, "gn": 0.078, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:05:59"}
|
| 195 |
+
{"event": "train", "step": 9500, "loss": 0.0249, "changed": 0.0246, "kept": 0.00126, "gn": 0.122, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:06:11"}
|
| 196 |
+
{"event": "train", "step": 9550, "loss": 0.0107, "changed": 0.0105, "kept": 0.00092, "gn": 0.103, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:06:23"}
|
| 197 |
+
{"event": "train", "step": 9600, "loss": 0.0092, "changed": 0.009, "kept": 0.00113, "gn": 0.162, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:06:34"}
|
| 198 |
+
{"event": "train", "step": 9650, "loss": 0.001, "changed": 0.0007, "kept": 0.00166, "gn": 0.034, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:06:46"}
|
| 199 |
+
{"event": "train", "step": 9700, "loss": 0.021, "changed": 0.0209, "kept": 0.00039, "gn": 0.122, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:06:58"}
|
| 200 |
+
{"event": "train", "step": 9750, "loss": 0.0109, "changed": 0.0106, "kept": 0.00111, "gn": 0.106, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:07:10"}
|
| 201 |
+
{"event": "train", "step": 9800, "loss": 0.0457, "changed": 0.0452, "kept": 0.00263, "gn": 0.131, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:07:22"}
|
| 202 |
+
{"event": "train", "step": 9850, "loss": 0.0162, "changed": 0.0161, "kept": 0.00041, "gn": 0.049, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:07:34"}
|
| 203 |
+
{"event": "train", "step": 9900, "loss": 0.0025, "changed": 0.0022, "kept": 0.00169, "gn": 0.055, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:07:45"}
|
| 204 |
+
{"event": "train", "step": 9950, "loss": 0.0093, "changed": 0.0091, "kept": 0.00099, "gn": 0.034, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:07:57"}
|
| 205 |
+
{"event": "train", "step": 10000, "loss": 0.0193, "changed": 0.0189, "kept": 0.00181, "gn": 0.135, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:08:09"}
|
| 206 |
+
{"event": "eval", "step": 10000, "heldout_exact": 0.98522, "heldout_changed_acc": 0.99862, "demo_exact": 0.975, "demo_changed_acc": 0.99772, "t": "15:08:09"}
|
| 207 |
+
{"event": "train", "step": 10050, "loss": 0.0014, "changed": 0.0012, "kept": 0.001, "gn": 0.07, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:08:21"}
|
| 208 |
+
{"event": "train", "step": 10100, "loss": 0.0006, "changed": 0.0004, "kept": 0.00098, "gn": 0.021, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:08:33"}
|
| 209 |
+
{"event": "train", "step": 10150, "loss": 0.0152, "changed": 0.015, "kept": 0.00096, "gn": 0.257, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:08:45"}
|
| 210 |
+
{"event": "train", "step": 10200, "loss": 0.0021, "changed": 0.0018, "kept": 0.0011, "gn": 0.035, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:08:57"}
|
| 211 |
+
{"event": "train", "step": 10250, "loss": 0.0036, "changed": 0.0034, "kept": 0.00134, "gn": 0.058, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:09:09"}
|
| 212 |
+
{"event": "train", "step": 10300, "loss": 0.0019, "changed": 0.0016, "kept": 0.0018, "gn": 0.036, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:09:21"}
|
| 213 |
+
{"event": "train", "step": 10350, "loss": 0.0095, "changed": 0.0093, "kept": 0.00085, "gn": 0.207, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:09:33"}
|
| 214 |
+
{"event": "train", "step": 10400, "loss": 0.0056, "changed": 0.0053, "kept": 0.00128, "gn": 0.029, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:09:44"}
|
| 215 |
+
{"event": "train", "step": 10450, "loss": 0.0027, "changed": 0.0026, "kept": 0.00055, "gn": 0.182, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:09:56"}
|
| 216 |
+
{"event": "train", "step": 10500, "loss": 0.0107, "changed": 0.0105, "kept": 0.00129, "gn": 0.051, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:10:08"}
|
| 217 |
+
{"event": "train", "step": 10550, "loss": 0.0007, "changed": 0.0005, "kept": 0.00112, "gn": 0.109, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:10:20"}
|
| 218 |
+
{"event": "train", "step": 10600, "loss": 0.0004, "changed": 0.0001, "kept": 0.00162, "gn": 0.071, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:10:32"}
|
| 219 |
+
{"event": "train", "step": 10650, "loss": 0.0003, "changed": 0.0002, "kept": 0.00043, "gn": 0.193, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:10:44"}
|
| 220 |
+
{"event": "train", "step": 10700, "loss": 0.0043, "changed": 0.0039, "kept": 0.00174, "gn": 0.053, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:10:56"}
|
| 221 |
+
{"event": "train", "step": 10750, "loss": 0.0075, "changed": 0.0074, "kept": 0.00085, "gn": 0.052, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:11:07"}
|
| 222 |
+
{"event": "train", "step": 10800, "loss": 0.0012, "changed": 0.0011, "kept": 0.00048, "gn": 0.078, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:11:19"}
|
| 223 |
+
{"event": "train", "step": 10850, "loss": 0.0087, "changed": 0.0085, "kept": 0.00123, "gn": 0.105, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:11:31"}
|
| 224 |
+
{"event": "train", "step": 10900, "loss": 0.0008, "changed": 0.0006, "kept": 0.0011, "gn": 0.063, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:11:43"}
|
| 225 |
+
{"event": "train", "step": 10950, "loss": 0.0016, "changed": 0.0014, "kept": 0.00068, "gn": 0.073, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:11:55"}
|
| 226 |
+
{"event": "train", "step": 11000, "loss": 0.0007, "changed": 0.0006, "kept": 0.00038, "gn": 0.056, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:12:07"}
|
| 227 |
+
{"event": "train", "step": 11050, "loss": 0.0124, "changed": 0.0123, "kept": 0.00043, "gn": 0.048, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:12:19"}
|
| 228 |
+
{"event": "train", "step": 11100, "loss": 0.0026, "changed": 0.0024, "kept": 0.0009, "gn": 0.271, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:12:30"}
|
| 229 |
+
{"event": "train", "step": 11150, "loss": 0.0259, "changed": 0.0257, "kept": 0.00108, "gn": 0.172, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:12:42"}
|
| 230 |
+
{"event": "train", "step": 11200, "loss": 0.001, "changed": 0.0004, "kept": 0.00306, "gn": 0.411, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:12:54"}
|
| 231 |
+
{"event": "train", "step": 11250, "loss": 0.0035, "changed": 0.0029, "kept": 0.00323, "gn": 0.361, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:13:06"}
|
| 232 |
+
{"event": "train", "step": 11300, "loss": 0.0013, "changed": 0.0011, "kept": 0.00096, "gn": 0.036, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:13:18"}
|
| 233 |
+
{"event": "train", "step": 11350, "loss": 0.0019, "changed": 0.0018, "kept": 0.00056, "gn": 0.024, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:13:30"}
|
| 234 |
+
{"event": "train", "step": 11400, "loss": 0.0234, "changed": 0.0233, "kept": 0.0003, "gn": 0.429, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:13:42"}
|
| 235 |
+
{"event": "train", "step": 11450, "loss": 0.0002, "changed": 0.0001, "kept": 0.00061, "gn": 0.025, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:13:53"}
|
| 236 |
+
{"event": "train", "step": 11500, "loss": 0.0039, "changed": 0.0037, "kept": 0.00069, "gn": 0.054, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:14:05"}
|
| 237 |
+
{"event": "train", "step": 11550, "loss": 0.0026, "changed": 0.0023, "kept": 0.00116, "gn": 0.449, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:14:17"}
|
| 238 |
+
{"event": "train", "step": 11600, "loss": 0.0166, "changed": 0.0165, "kept": 0.00039, "gn": 0.061, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:14:29"}
|
| 239 |
+
{"event": "train", "step": 11650, "loss": 0.001, "changed": 0.0006, "kept": 0.00219, "gn": 0.092, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:14:41"}
|
| 240 |
+
{"event": "train", "step": 11700, "loss": 0.0032, "changed": 0.0029, "kept": 0.00122, "gn": 0.224, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:14:53"}
|
| 241 |
+
{"event": "train", "step": 11750, "loss": 0.0057, "changed": 0.0054, "kept": 0.00113, "gn": 0.043, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:15:05"}
|
| 242 |
+
{"event": "train", "step": 11800, "loss": 0.0028, "changed": 0.0024, "kept": 0.00187, "gn": 0.03, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:15:16"}
|
| 243 |
+
{"event": "train", "step": 11850, "loss": 0.0007, "changed": 0.0005, "kept": 0.00074, "gn": 0.092, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:15:28"}
|
| 244 |
+
{"event": "train", "step": 11900, "loss": 0.0171, "changed": 0.0169, "kept": 0.00117, "gn": 0.019, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:15:40"}
|
| 245 |
+
{"event": "train", "step": 11950, "loss": 0.001, "changed": 0.0009, "kept": 0.00069, "gn": 0.117, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:15:52"}
|
| 246 |
+
{"event": "train", "step": 12000, "loss": 0.0005, "changed": 0.0003, "kept": 0.00068, "gn": 0.098, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:16:04"}
|
| 247 |
+
{"event": "eval", "step": 12000, "heldout_exact": 0.9865, "heldout_changed_acc": 0.99862, "demo_exact": 0.97875, "demo_changed_acc": 0.99772, "t": "15:16:04"}
|
| 248 |
+
{"event": "train", "step": 12050, "loss": 0.0123, "changed": 0.0121, "kept": 0.00064, "gn": 0.029, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:16:16"}
|
| 249 |
+
{"event": "train", "step": 12100, "loss": 0.0035, "changed": 0.0033, "kept": 0.00102, "gn": 0.029, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:16:28"}
|
| 250 |
+
{"event": "train", "step": 12150, "loss": 0.0111, "changed": 0.0109, "kept": 0.00098, "gn": 0.027, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:16:41"}
|
| 251 |
+
{"event": "train", "step": 12200, "loss": 0.0008, "changed": 0.0007, "kept": 0.00039, "gn": 0.122, "lr": 0.0005, "s_per_step": 0.238, "mem_GB": 32.8, "t": "15:16:59"}
|
| 252 |
+
{"event": "train", "step": 12250, "loss": 0.0009, "changed": 0.0001, "kept": 0.00401, "gn": 0.059, "lr": 0.0005, "s_per_step": 0.239, "mem_GB": 32.8, "t": "15:17:23"}
|
| 253 |
+
{"event": "train", "step": 12300, "loss": 0.0112, "changed": 0.0106, "kept": 0.0031, "gn": 0.061, "lr": 0.0005, "s_per_step": 0.24, "mem_GB": 32.8, "t": "15:17:47"}
|
| 254 |
+
{"event": "train", "step": 12350, "loss": 0.0011, "changed": 0.001, "kept": 0.00049, "gn": 0.097, "lr": 0.0005, "s_per_step": 0.241, "mem_GB": 32.8, "t": "15:18:11"}
|
| 255 |
+
{"event": "train", "step": 12400, "loss": 0.0005, "changed": 0.0003, "kept": 0.00111, "gn": 0.104, "lr": 0.0005, "s_per_step": 0.242, "mem_GB": 32.8, "t": "15:18:35"}
|
| 256 |
+
{"event": "train", "step": 12450, "loss": 0.0003, "changed": 0.0002, "kept": 0.00053, "gn": 0.021, "lr": 0.0005, "s_per_step": 0.243, "mem_GB": 32.8, "t": "15:18:58"}
|
| 257 |
+
{"event": "train", "step": 12500, "loss": 0.0049, "changed": 0.0048, "kept": 0.00041, "gn": 0.101, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:19:22"}
|
| 258 |
+
{"event": "train", "step": 12550, "loss": 0.048, "changed": 0.0478, "kept": 0.00118, "gn": 0.113, "lr": 0.0005, "s_per_step": 0.245, "mem_GB": 32.8, "t": "15:19:40"}
|
| 259 |
+
{"event": "train", "step": 12600, "loss": 0.0003, "changed": 0.0003, "kept": 0.00024, "gn": 0.021, "lr": 0.0005, "s_per_step": 0.245, "mem_GB": 32.8, "t": "15:19:52"}
|
| 260 |
+
{"event": "train", "step": 12650, "loss": 0.0003, "changed": 0.0001, "kept": 0.00101, "gn": 0.501, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:20:04"}
|
| 261 |
+
{"event": "train", "step": 12700, "loss": 0.0004, "changed": 0.0002, "kept": 0.00095, "gn": 0.713, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:20:16"}
|
| 262 |
+
{"event": "train", "step": 12750, "loss": 0.0107, "changed": 0.0106, "kept": 0.00041, "gn": 0.089, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:20:28"}
|
| 263 |
+
{"event": "train", "step": 12800, "loss": 0.0068, "changed": 0.0066, "kept": 0.00089, "gn": 0.086, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:20:39"}
|
| 264 |
+
{"event": "train", "step": 12850, "loss": 0.0005, "changed": 0.0004, "kept": 0.00078, "gn": 0.468, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:20:51"}
|
| 265 |
+
{"event": "train", "step": 12900, "loss": 0.0024, "changed": 0.0021, "kept": 0.00119, "gn": 0.024, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:21:03"}
|
| 266 |
+
{"event": "train", "step": 12950, "loss": 0.0105, "changed": 0.0105, "kept": 0.00025, "gn": 0.142, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:21:15"}
|
| 267 |
+
{"event": "train", "step": 13000, "loss": 0.0004, "changed": 0.0002, "kept": 0.00106, "gn": 0.056, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:21:27"}
|
| 268 |
+
{"event": "train", "step": 13050, "loss": 0.0058, "changed": 0.0055, "kept": 0.00159, "gn": 0.041, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:21:39"}
|
| 269 |
+
{"event": "train", "step": 13100, "loss": 0.0005, "changed": 0.0004, "kept": 0.00037, "gn": 0.034, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:21:51"}
|
| 270 |
+
{"event": "train", "step": 13150, "loss": 0.0007, "changed": 0.0004, "kept": 0.00153, "gn": 0.037, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:22:02"}
|
| 271 |
+
{"event": "train", "step": 13200, "loss": 0.0287, "changed": 0.0286, "kept": 0.00076, "gn": 0.236, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:22:14"}
|
| 272 |
+
{"event": "train", "step": 13250, "loss": 0.0006, "changed": 0.0004, "kept": 0.00101, "gn": 0.066, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:22:26"}
|
| 273 |
+
{"event": "train", "step": 13300, "loss": 0.0008, "changed": 0.0006, "kept": 0.00138, "gn": 0.083, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:22:38"}
|
| 274 |
+
{"event": "train", "step": 13350, "loss": 0.0006, "changed": 0.0005, "kept": 0.00038, "gn": 0.042, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:22:50"}
|
| 275 |
+
{"event": "train", "step": 13400, "loss": 0.0004, "changed": 0.0002, "kept": 0.00095, "gn": 0.047, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:23:02"}
|
| 276 |
+
{"event": "train", "step": 13450, "loss": 0.0061, "changed": 0.006, "kept": 0.00014, "gn": 0.018, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:23:14"}
|
| 277 |
+
{"event": "train", "step": 13500, "loss": 0.0004, "changed": 0.0003, "kept": 0.00076, "gn": 0.827, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:23:25"}
|
| 278 |
+
{"event": "train", "step": 13550, "loss": 0.0039, "changed": 0.0037, "kept": 0.00095, "gn": 0.217, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:23:37"}
|
| 279 |
+
{"event": "train", "step": 13600, "loss": 0.0065, "changed": 0.0062, "kept": 0.00128, "gn": 0.142, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:23:49"}
|
| 280 |
+
{"event": "train", "step": 13650, "loss": 0.0005, "changed": 0.0003, "kept": 0.00071, "gn": 0.074, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:24:01"}
|
| 281 |
+
{"event": "train", "step": 13700, "loss": 0.0354, "changed": 0.0353, "kept": 0.00068, "gn": 0.325, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:24:13"}
|
| 282 |
+
{"event": "train", "step": 13750, "loss": 0.0004, "changed": 0.0001, "kept": 0.00109, "gn": 0.409, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:24:25"}
|
| 283 |
+
{"event": "train", "step": 13800, "loss": 0.0129, "changed": 0.0127, "kept": 0.00097, "gn": 0.047, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:24:37"}
|
| 284 |
+
{"event": "train", "step": 13850, "loss": 0.0018, "changed": 0.0016, "kept": 0.00118, "gn": 0.146, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:24:48"}
|
| 285 |
+
{"event": "train", "step": 13900, "loss": 0.0097, "changed": 0.0095, "kept": 0.00108, "gn": 0.027, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:25:00"}
|
| 286 |
+
{"event": "train", "step": 13950, "loss": 0.0012, "changed": 0.0009, "kept": 0.00158, "gn": 0.165, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:25:12"}
|
| 287 |
+
{"event": "train", "step": 14000, "loss": 0.0002, "changed": 0.0002, "kept": 0.00026, "gn": 0.058, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:25:24"}
|
| 288 |
+
{"event": "eval", "step": 14000, "heldout_exact": 0.99036, "heldout_changed_acc": 0.99862, "demo_exact": 0.9925, "demo_changed_acc": 0.99924, "t": "15:25:24"}
|
| 289 |
+
{"event": "train", "step": 14050, "loss": 0.0065, "changed": 0.0064, "kept": 0.00074, "gn": 0.052, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:25:36"}
|
| 290 |
+
{"event": "train", "step": 14100, "loss": 0.001, "changed": 0.0008, "kept": 0.00105, "gn": 0.024, "lr": 0.0005, "s_per_step": 0.244, "mem_GB": 32.8, "t": "15:25:48"}
|
| 291 |
+
{"event": "train", "step": 14150, "loss": 0.0003, "changed": 0.0001, "kept": 0.00071, "gn": 0.092, "lr": 0.0005, "s_per_step": 0.245, "mem_GB": 32.8, "t": "15:26:11"}
|
| 292 |
+
{"event": "train", "step": 14200, "loss": 0.0001, "changed": 0.0001, "kept": 0.0002, "gn": 0.027, "lr": 0.0005, "s_per_step": 0.245, "mem_GB": 32.8, "t": "15:26:35"}
|
| 293 |
+
{"event": "train", "step": 14250, "loss": 0.0025, "changed": 0.0024, "kept": 0.00019, "gn": 0.029, "lr": 0.0005, "s_per_step": 0.246, "mem_GB": 32.8, "t": "15:26:59"}
|
| 294 |
+
{"event": "train", "step": 14300, "loss": 0.0004, "changed": 0.0002, "kept": 0.00101, "gn": 0.02, "lr": 0.0005, "s_per_step": 0.247, "mem_GB": 32.8, "t": "15:27:23"}
|
| 295 |
+
{"event": "train", "step": 14350, "loss": 0.0006, "changed": 0.0004, "kept": 0.00064, "gn": 0.032, "lr": 0.0005, "s_per_step": 0.247, "mem_GB": 32.8, "t": "15:27:39"}
|
| 296 |
+
{"event": "train", "step": 14400, "loss": 0.0008, "changed": 0.0008, "kept": 0.00014, "gn": 0.055, "lr": 0.0005, "s_per_step": 0.247, "mem_GB": 32.8, "t": "15:27:51"}
|
| 297 |
+
{"event": "train", "step": 14450, "loss": 0.0019, "changed": 0.0014, "kept": 0.0022, "gn": 0.083, "lr": 0.0005, "s_per_step": 0.247, "mem_GB": 32.8, "t": "15:28:03"}
|
| 298 |
+
{"event": "train", "step": 14500, "loss": 0.0015, "changed": 0.0013, "kept": 0.00076, "gn": 0.104, "lr": 0.0005, "s_per_step": 0.247, "mem_GB": 32.8, "t": "15:28:15"}
|
| 299 |
+
{"event": "train", "step": 14550, "loss": 0.0005, "changed": 0.0004, "kept": 0.0005, "gn": 0.027, "lr": 0.0005, "s_per_step": 0.247, "mem_GB": 32.8, "t": "15:28:26"}
|
| 300 |
+
{"event": "train", "step": 14600, "loss": 0.0067, "changed": 0.0065, "kept": 0.00103, "gn": 0.028, "lr": 0.0005, "s_per_step": 0.247, "mem_GB": 32.8, "t": "15:28:38"}
|
| 301 |
+
{"event": "train", "step": 14650, "loss": 0.0012, "changed": 0.001, "kept": 0.00109, "gn": 0.079, "lr": 0.0005, "s_per_step": 0.247, "mem_GB": 32.8, "t": "15:28:50"}
|
| 302 |
+
{"event": "train", "step": 14700, "loss": 0.0035, "changed": 0.0033, "kept": 0.00092, "gn": 0.065, "lr": 0.0005, "s_per_step": 0.247, "mem_GB": 32.8, "t": "15:29:08"}
|
| 303 |
+
{"event": "train", "step": 14750, "loss": 0.0002, "changed": 0.0001, "kept": 0.00029, "gn": 0.008, "lr": 0.0005, "s_per_step": 0.248, "mem_GB": 32.8, "t": "15:29:31"}
|
| 304 |
+
{"event": "train", "step": 14800, "loss": 0.0008, "changed": 0.0007, "kept": 0.00056, "gn": 0.073, "lr": 0.0005, "s_per_step": 0.249, "mem_GB": 32.8, "t": "15:29:55"}
|
| 305 |
+
{"event": "train", "step": 14850, "loss": 0.0006, "changed": 0.0005, "kept": 0.00041, "gn": 0.037, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:30:19"}
|
| 306 |
+
{"event": "train", "step": 14900, "loss": 0.0006, "changed": 0.0006, "kept": 0.00026, "gn": 0.028, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:30:40"}
|
| 307 |
+
{"event": "train", "step": 14950, "loss": 0.0099, "changed": 0.0098, "kept": 0.00043, "gn": 0.056, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:30:52"}
|
| 308 |
+
{"event": "train", "step": 15000, "loss": 0.0001, "changed": 0.0, "kept": 0.00036, "gn": 0.088, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:31:04"}
|
| 309 |
+
{"event": "train", "step": 15050, "loss": 0.0001, "changed": 0.0001, "kept": 0.00014, "gn": 0.035, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:31:16"}
|
| 310 |
+
{"event": "train", "step": 15100, "loss": 0.0044, "changed": 0.0043, "kept": 0.00035, "gn": 0.028, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:31:28"}
|
| 311 |
+
{"event": "train", "step": 15150, "loss": 0.0146, "changed": 0.0145, "kept": 0.00036, "gn": 0.093, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:31:40"}
|
| 312 |
+
{"event": "train", "step": 15200, "loss": 0.0001, "changed": 0.0001, "kept": 0.00012, "gn": 0.016, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:31:52"}
|
| 313 |
+
{"event": "train", "step": 15250, "loss": 0.0012, "changed": 0.0011, "kept": 0.0004, "gn": 0.056, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:32:03"}
|
| 314 |
+
{"event": "train", "step": 15300, "loss": 0.005, "changed": 0.0049, "kept": 0.00028, "gn": 0.266, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:32:15"}
|
| 315 |
+
{"event": "train", "step": 15350, "loss": 0.0096, "changed": 0.0089, "kept": 0.00353, "gn": 0.029, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:32:27"}
|
| 316 |
+
{"event": "train", "step": 15400, "loss": 0.0004, "changed": 0.0003, "kept": 0.00044, "gn": 0.056, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:32:39"}
|
| 317 |
+
{"event": "train", "step": 15450, "loss": 0.0005, "changed": 0.0002, "kept": 0.00125, "gn": 0.021, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:32:51"}
|
| 318 |
+
{"event": "train", "step": 15500, "loss": 0.0031, "changed": 0.0026, "kept": 0.00256, "gn": 0.031, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:33:03"}
|
| 319 |
+
{"event": "train", "step": 15550, "loss": 0.0112, "changed": 0.011, "kept": 0.00082, "gn": 0.104, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:33:15"}
|
| 320 |
+
{"event": "train", "step": 15600, "loss": 0.0006, "changed": 0.0005, "kept": 0.00056, "gn": 0.014, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:33:26"}
|
| 321 |
+
{"event": "train", "step": 15650, "loss": 0.0022, "changed": 0.0021, "kept": 0.00057, "gn": 0.045, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:33:38"}
|
| 322 |
+
{"event": "train", "step": 15700, "loss": 0.0014, "changed": 0.0013, "kept": 0.00024, "gn": 0.083, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:33:50"}
|
| 323 |
+
{"event": "train", "step": 15750, "loss": 0.0004, "changed": 0.0002, "kept": 0.00081, "gn": 0.269, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:34:02"}
|
| 324 |
+
{"event": "train", "step": 15800, "loss": 0.011, "changed": 0.0109, "kept": 0.00075, "gn": 0.023, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:34:14"}
|
| 325 |
+
{"event": "train", "step": 15850, "loss": 0.0002, "changed": 0.0001, "kept": 0.00039, "gn": 0.01, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:34:26"}
|
| 326 |
+
{"event": "train", "step": 15900, "loss": 0.0066, "changed": 0.0064, "kept": 0.00073, "gn": 0.032, "lr": 0.0005, "s_per_step": 0.249, "mem_GB": 32.8, "t": "15:34:38"}
|
| 327 |
+
{"event": "train", "step": 15950, "loss": 0.0019, "changed": 0.0018, "kept": 0.00051, "gn": 0.033, "lr": 0.0005, "s_per_step": 0.249, "mem_GB": 32.8, "t": "15:34:49"}
|
| 328 |
+
{"event": "train", "step": 16000, "loss": 0.0036, "changed": 0.0036, "kept": 0.00015, "gn": 0.229, "lr": 0.0005, "s_per_step": 0.249, "mem_GB": 32.8, "t": "15:35:01"}
|
| 329 |
+
{"event": "eval", "step": 16000, "heldout_exact": 0.991, "heldout_changed_acc": 0.99966, "demo_exact": 0.9825, "demo_changed_acc": 0.99924, "t": "15:35:01"}
|
| 330 |
+
{"event": "train", "step": 16050, "loss": 0.0001, "changed": 0.0, "kept": 0.00044, "gn": 0.162, "lr": 0.0005, "s_per_step": 0.249, "mem_GB": 32.8, "t": "15:35:14"}
|
| 331 |
+
{"event": "train", "step": 16100, "loss": 0.003, "changed": 0.0029, "kept": 0.0004, "gn": 0.345, "lr": 0.0005, "s_per_step": 0.249, "mem_GB": 32.8, "t": "15:35:25"}
|
| 332 |
+
{"event": "train", "step": 16150, "loss": 0.0006, "changed": 0.0005, "kept": 0.00051, "gn": 0.116, "lr": 0.0005, "s_per_step": 0.249, "mem_GB": 32.8, "t": "15:35:37"}
|
| 333 |
+
{"event": "train", "step": 16200, "loss": 0.0006, "changed": 0.0005, "kept": 0.00061, "gn": 0.037, "lr": 0.0005, "s_per_step": 0.249, "mem_GB": 32.8, "t": "15:35:50"}
|
| 334 |
+
{"event": "train", "step": 16250, "loss": 0.0018, "changed": 0.0013, "kept": 0.00289, "gn": 0.036, "lr": 0.0005, "s_per_step": 0.25, "mem_GB": 32.8, "t": "15:36:14"}
|
| 335 |
+
{"event": "train", "step": 16300, "loss": 0.0011, "changed": 0.001, "kept": 0.00058, "gn": 0.025, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:36:38"}
|
| 336 |
+
{"event": "train", "step": 16350, "loss": 0.0004, "changed": 0.0003, "kept": 0.00044, "gn": 0.087, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:37:02"}
|
| 337 |
+
{"event": "train", "step": 16400, "loss": 0.0004, "changed": 0.0001, "kept": 0.00114, "gn": 0.021, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:37:25"}
|
| 338 |
+
{"event": "train", "step": 16450, "loss": 0.0003, "changed": 0.0001, "kept": 0.00076, "gn": 0.018, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:37:39"}
|
| 339 |
+
{"event": "train", "step": 16500, "loss": 0.0011, "changed": 0.001, "kept": 0.00034, "gn": 0.044, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:37:51"}
|
| 340 |
+
{"event": "train", "step": 16550, "loss": 0.0002, "changed": 0.0001, "kept": 0.00058, "gn": 0.046, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:38:03"}
|
| 341 |
+
{"event": "train", "step": 16600, "loss": 0.0086, "changed": 0.0084, "kept": 0.00101, "gn": 0.022, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:38:15"}
|
| 342 |
+
{"event": "train", "step": 16650, "loss": 0.0217, "changed": 0.0212, "kept": 0.0028, "gn": 0.021, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:38:27"}
|
| 343 |
+
{"event": "train", "step": 16700, "loss": 0.0069, "changed": 0.0067, "kept": 0.0009, "gn": 0.045, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:38:38"}
|
| 344 |
+
{"event": "train", "step": 16750, "loss": 0.0005, "changed": 0.0003, "kept": 0.00139, "gn": 0.013, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:38:50"}
|
| 345 |
+
{"event": "train", "step": 16800, "loss": 0.0017, "changed": 0.0011, "kept": 0.00281, "gn": 0.065, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:39:02"}
|
| 346 |
+
{"event": "train", "step": 16850, "loss": 0.0004, "changed": 0.0003, "kept": 0.00051, "gn": 0.033, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:39:14"}
|
| 347 |
+
{"event": "train", "step": 16900, "loss": 0.0005, "changed": 0.0003, "kept": 0.001, "gn": 0.011, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:39:26"}
|
| 348 |
+
{"event": "train", "step": 16950, "loss": 0.0006, "changed": 0.0003, "kept": 0.00159, "gn": 0.02, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:39:38"}
|
| 349 |
+
{"event": "train", "step": 17000, "loss": 0.0012, "changed": 0.0011, "kept": 0.00051, "gn": 0.071, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:39:50"}
|
| 350 |
+
{"event": "train", "step": 17050, "loss": 0.0004, "changed": 0.0003, "kept": 0.0002, "gn": 0.007, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:40:01"}
|
| 351 |
+
{"event": "train", "step": 17100, "loss": 0.0001, "changed": 0.0, "kept": 0.00012, "gn": 0.033, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:40:13"}
|
| 352 |
+
{"event": "train", "step": 17150, "loss": 0.0107, "changed": 0.0106, "kept": 0.00061, "gn": 0.128, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:40:25"}
|
| 353 |
+
{"event": "train", "step": 17200, "loss": 0.0001, "changed": 0.0, "kept": 0.00025, "gn": 0.131, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:40:37"}
|
| 354 |
+
{"event": "train", "step": 17250, "loss": 0.0005, "changed": 0.0005, "kept": 0.00012, "gn": 0.054, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:40:49"}
|
| 355 |
+
{"event": "train", "step": 17300, "loss": 0.0065, "changed": 0.0064, "kept": 0.00013, "gn": 0.052, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:41:01"}
|
| 356 |
+
{"event": "train", "step": 17350, "loss": 0.005, "changed": 0.0049, "kept": 0.00069, "gn": 0.09, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:41:13"}
|
| 357 |
+
{"event": "train", "step": 17400, "loss": 0.0029, "changed": 0.0028, "kept": 0.0004, "gn": 0.059, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:41:24"}
|
| 358 |
+
{"event": "train", "step": 17450, "loss": 0.0003, "changed": 0.0002, "kept": 0.00027, "gn": 0.019, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:41:36"}
|
| 359 |
+
{"event": "train", "step": 17500, "loss": 0.0004, "changed": 0.0002, "kept": 0.00103, "gn": 0.036, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:41:48"}
|
| 360 |
+
{"event": "train", "step": 17550, "loss": 0.0128, "changed": 0.0125, "kept": 0.00137, "gn": 0.167, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:42:00"}
|
| 361 |
+
{"event": "train", "step": 17600, "loss": 0.0163, "changed": 0.0163, "kept": 0.00032, "gn": 0.036, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:42:12"}
|
| 362 |
+
{"event": "train", "step": 17650, "loss": 0.0002, "changed": 0.0002, "kept": 0.00044, "gn": 0.008, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:42:24"}
|
| 363 |
+
{"event": "train", "step": 17700, "loss": 0.0055, "changed": 0.0055, "kept": 0.00015, "gn": 0.026, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:42:36"}
|
| 364 |
+
{"event": "train", "step": 17750, "loss": 0.0002, "changed": 0.0002, "kept": 0.00014, "gn": 0.019, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:42:47"}
|
| 365 |
+
{"event": "train", "step": 17800, "loss": 0.0001, "changed": 0.0001, "kept": 0.00028, "gn": 0.06, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:42:59"}
|
| 366 |
+
{"event": "train", "step": 17850, "loss": 0.0101, "changed": 0.0101, "kept": 0.00016, "gn": 0.006, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:43:11"}
|
| 367 |
+
{"event": "train", "step": 17900, "loss": 0.0008, "changed": 0.0003, "kept": 0.00292, "gn": 0.035, "lr": 0.0005, "s_per_step": 0.251, "mem_GB": 32.8, "t": "15:43:23"}
|
| 368 |
+
{"event": "train", "step": 17950, "loss": 0.0003, "changed": 0.0001, "kept": 0.00078, "gn": 0.012, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:43:46"}
|
| 369 |
+
{"event": "train", "step": 18000, "loss": 0.0005, "changed": 0.0004, "kept": 0.00065, "gn": 0.067, "lr": 0.0005, "s_per_step": 0.252, "mem_GB": 32.8, "t": "15:44:09"}
|
| 370 |
+
{"event": "eval", "step": 18000, "heldout_exact": 0.9955, "heldout_changed_acc": 0.99897, "demo_exact": 0.99375, "demo_changed_acc": 1.0, "t": "15:44:09"}
|
| 371 |
+
{"event": "train", "step": 18050, "loss": 0.0058, "changed": 0.0058, "kept": 6e-05, "gn": 0.051, "lr": 0.0005, "s_per_step": 0.253, "mem_GB": 32.8, "t": "15:44:33"}
|
| 372 |
+
{"event": "train", "step": 18100, "loss": 0.0285, "changed": 0.0283, "kept": 0.00106, "gn": 0.091, "lr": 0.0005, "s_per_step": 0.253, "mem_GB": 32.8, "t": "15:44:56"}
|
| 373 |
+
{"event": "train", "step": 18150, "loss": 0.0001, "changed": 0.0001, "kept": 6e-05, "gn": 0.465, "lr": 0.0005, "s_per_step": 0.254, "mem_GB": 32.8, "t": "15:45:20"}
|
| 374 |
+
{"event": "train", "step": 18200, "loss": 0.027, "changed": 0.0267, "kept": 0.00124, "gn": 0.159, "lr": 0.0005, "s_per_step": 0.255, "mem_GB": 32.8, "t": "15:45:43"}
|
| 375 |
+
{"event": "train", "step": 18250, "loss": 0.0002, "changed": 0.0001, "kept": 0.00018, "gn": 0.014, "lr": 0.0005, "s_per_step": 0.255, "mem_GB": 32.8, "t": "15:46:06"}
|
| 376 |
+
{"event": "train", "step": 18300, "loss": 0.0006, "changed": 0.0005, "kept": 0.00052, "gn": 0.134, "lr": 0.0005, "s_per_step": 0.256, "mem_GB": 32.8, "t": "15:46:30"}
|
| 377 |
+
{"event": "train", "step": 18350, "loss": 0.0038, "changed": 0.0037, "kept": 0.00028, "gn": 0.022, "lr": 0.0005, "s_per_step": 0.256, "mem_GB": 32.8, "t": "15:46:53"}
|
| 378 |
+
{"event": "train", "step": 18400, "loss": 0.0087, "changed": 0.0085, "kept": 0.0009, "gn": 0.067, "lr": 0.0005, "s_per_step": 0.257, "mem_GB": 32.8, "t": "15:47:16"}
|
| 379 |
+
{"event": "train", "step": 18450, "loss": 0.0002, "changed": 0.0002, "kept": 0.00012, "gn": 0.041, "lr": 0.0005, "s_per_step": 0.257, "mem_GB": 32.8, "t": "15:47:40"}
|
| 380 |
+
{"event": "train", "step": 18500, "loss": 0.0074, "changed": 0.0073, "kept": 0.00069, "gn": 0.021, "lr": 0.0005, "s_per_step": 0.258, "mem_GB": 32.8, "t": "15:48:06"}
|
| 381 |
+
{"event": "train", "step": 18550, "loss": 0.0007, "changed": 0.0006, "kept": 0.00037, "gn": 0.031, "lr": 0.0005, "s_per_step": 0.259, "mem_GB": 32.8, "t": "15:48:33"}
|
| 382 |
+
{"event": "train", "step": 18600, "loss": 0.0002, "changed": 0.0001, "kept": 0.0005, "gn": 0.006, "lr": 0.0005, "s_per_step": 0.26, "mem_GB": 32.8, "t": "15:48:59"}
|
| 383 |
+
{"event": "train", "step": 18650, "loss": 0.0, "changed": 0.0, "kept": 0.00013, "gn": 0.339, "lr": 0.0005, "s_per_step": 0.26, "mem_GB": 32.8, "t": "15:49:23"}
|
| 384 |
+
{"event": "train", "step": 18700, "loss": 0.0003, "changed": 0.0002, "kept": 0.00077, "gn": 0.007, "lr": 0.0005, "s_per_step": 0.261, "mem_GB": 32.8, "t": "15:49:46"}
|
| 385 |
+
{"event": "train", "step": 18750, "loss": 0.0044, "changed": 0.0043, "kept": 0.00033, "gn": 0.066, "lr": 0.0005, "s_per_step": 0.261, "mem_GB": 32.8, "t": "15:49:58"}
|
| 386 |
+
{"event": "train", "step": 18800, "loss": 0.0009, "changed": 0.0009, "kept": 0.00043, "gn": 0.039, "lr": 0.0005, "s_per_step": 0.261, "mem_GB": 32.8, "t": "15:50:22"}
|
| 387 |
+
{"event": "train", "step": 18850, "loss": 0.0004, "changed": 0.0003, "kept": 0.00063, "gn": 0.089, "lr": 0.0005, "s_per_step": 0.262, "mem_GB": 32.8, "t": "15:50:48"}
|
| 388 |
+
{"event": "train", "step": 18900, "loss": 0.0025, "changed": 0.0022, "kept": 0.0014, "gn": 0.023, "lr": 0.0005, "s_per_step": 0.263, "mem_GB": 32.8, "t": "15:51:15"}
|
| 389 |
+
{"event": "train", "step": 18950, "loss": 0.001, "changed": 0.0008, "kept": 0.00064, "gn": 0.039, "lr": 0.0005, "s_per_step": 0.263, "mem_GB": 32.8, "t": "15:51:42"}
|
| 390 |
+
{"event": "train", "step": 19000, "loss": 0.0046, "changed": 0.0041, "kept": 0.0022, "gn": 0.128, "lr": 0.0005, "s_per_step": 0.264, "mem_GB": 32.8, "t": "15:52:09"}
|
| 391 |
+
{"event": "train", "step": 19050, "loss": 0.0004, "changed": 0.0, "kept": 0.00159, "gn": 0.045, "lr": 0.0005, "s_per_step": 0.265, "mem_GB": 32.8, "t": "15:52:35"}
|
| 392 |
+
{"event": "train", "step": 19100, "loss": 0.0012, "changed": 0.0011, "kept": 0.00085, "gn": 0.183, "lr": 0.0005, "s_per_step": 0.266, "mem_GB": 32.8, "t": "15:53:02"}
|
| 393 |
+
{"event": "train", "step": 19150, "loss": 0.0003, "changed": 0.0002, "kept": 0.00064, "gn": 0.044, "lr": 0.0005, "s_per_step": 0.266, "mem_GB": 32.8, "t": "15:53:29"}
|
| 394 |
+
{"event": "train", "step": 19200, "loss": 0.0003, "changed": 0.0002, "kept": 0.00028, "gn": 0.016, "lr": 0.0005, "s_per_step": 0.267, "mem_GB": 32.8, "t": "15:53:56"}
|
| 395 |
+
{"event": "train", "step": 19250, "loss": 0.0013, "changed": 0.0012, "kept": 0.00036, "gn": 0.04, "lr": 0.0005, "s_per_step": 0.268, "mem_GB": 32.8, "t": "15:54:22"}
|
| 396 |
+
{"event": "train", "step": 19300, "loss": 0.0004, "changed": 0.0002, "kept": 0.00098, "gn": 0.391, "lr": 0.0005, "s_per_step": 0.268, "mem_GB": 32.8, "t": "15:54:49"}
|
| 397 |
+
{"event": "train", "step": 19350, "loss": 0.0001, "changed": 0.0001, "kept": 0.00015, "gn": 0.017, "lr": 0.0005, "s_per_step": 0.269, "mem_GB": 32.8, "t": "15:55:16"}
|
| 398 |
+
{"event": "train", "step": 19400, "loss": 0.0005, "changed": 0.0005, "kept": 0.00013, "gn": 0.01, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "15:55:43"}
|
| 399 |
+
{"event": "train", "step": 19450, "loss": 0.0051, "changed": 0.0049, "kept": 0.00072, "gn": 0.018, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "15:56:09"}
|
| 400 |
+
{"event": "train", "step": 19500, "loss": 0.0003, "changed": 0.0002, "kept": 0.00016, "gn": 0.14, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "15:56:36"}
|
| 401 |
+
{"event": "train", "step": 19550, "loss": 0.0002, "changed": 0.0001, "kept": 0.00049, "gn": 0.129, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "15:57:03"}
|
| 402 |
+
{"event": "train", "step": 19600, "loss": 0.0077, "changed": 0.0075, "kept": 0.00109, "gn": 0.036, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "15:57:29"}
|
| 403 |
+
{"event": "train", "step": 19650, "loss": 0.0001, "changed": 0.0001, "kept": 8e-05, "gn": 0.14, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "15:57:56"}
|
| 404 |
+
{"event": "train", "step": 19700, "loss": 0.0002, "changed": 0.0001, "kept": 0.00075, "gn": 0.024, "lr": 0.0005, "s_per_step": 0.274, "mem_GB": 32.8, "t": "15:58:23"}
|
| 405 |
+
{"event": "train", "step": 19750, "loss": 0.0005, "changed": 0.0002, "kept": 0.00121, "gn": 0.038, "lr": 0.0005, "s_per_step": 0.274, "mem_GB": 32.8, "t": "15:58:43"}
|
| 406 |
+
{"event": "train", "step": 19800, "loss": 0.0022, "changed": 0.0021, "kept": 0.00053, "gn": 0.018, "lr": 0.0005, "s_per_step": 0.274, "mem_GB": 32.8, "t": "15:58:55"}
|
| 407 |
+
{"event": "train", "step": 19850, "loss": 0.0002, "changed": 0.0001, "kept": 0.00018, "gn": 0.042, "lr": 0.0005, "s_per_step": 0.274, "mem_GB": 32.8, "t": "15:59:07"}
|
| 408 |
+
{"event": "train", "step": 19900, "loss": 0.0012, "changed": 0.0011, "kept": 0.00015, "gn": 0.012, "lr": 0.0005, "s_per_step": 0.274, "mem_GB": 32.8, "t": "15:59:19"}
|
| 409 |
+
{"event": "train", "step": 19950, "loss": 0.0002, "changed": 0.0001, "kept": 0.00026, "gn": 0.028, "lr": 0.0005, "s_per_step": 0.274, "mem_GB": 32.8, "t": "15:59:30"}
|
| 410 |
+
{"event": "train", "step": 20000, "loss": 0.0004, "changed": 0.0001, "kept": 0.0015, "gn": 0.018, "lr": 0.0005, "s_per_step": 0.274, "mem_GB": 32.8, "t": "15:59:42"}
|
| 411 |
+
{"event": "eval", "step": 20000, "heldout_exact": 0.98329, "heldout_changed_acc": 0.99966, "demo_exact": 0.975, "demo_changed_acc": 1.0, "t": "15:59:42"}
|
| 412 |
+
{"event": "train", "step": 20050, "loss": 0.0011, "changed": 0.0009, "kept": 0.00085, "gn": 0.008, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "15:59:55"}
|
| 413 |
+
{"event": "train", "step": 20100, "loss": 0.0003, "changed": 0.0001, "kept": 0.00074, "gn": 0.026, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:00:06"}
|
| 414 |
+
{"event": "train", "step": 20150, "loss": 0.0188, "changed": 0.0187, "kept": 0.00056, "gn": 0.03, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:00:18"}
|
| 415 |
+
{"event": "train", "step": 20200, "loss": 0.0009, "changed": 0.0007, "kept": 0.00108, "gn": 0.03, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:00:30"}
|
| 416 |
+
{"event": "train", "step": 20250, "loss": 0.002, "changed": 0.0019, "kept": 0.00042, "gn": 0.04, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:00:42"}
|
| 417 |
+
{"event": "train", "step": 20300, "loss": 0.0, "changed": 0.0, "kept": 5e-05, "gn": 0.036, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:00:54"}
|
| 418 |
+
{"event": "train", "step": 20350, "loss": 0.0045, "changed": 0.0044, "kept": 0.00017, "gn": 0.015, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:01:06"}
|
| 419 |
+
{"event": "train", "step": 20400, "loss": 0.0009, "changed": 0.0007, "kept": 0.00081, "gn": 0.105, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:01:18"}
|
| 420 |
+
{"event": "train", "step": 20450, "loss": 0.0019, "changed": 0.0018, "kept": 0.00054, "gn": 0.03, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:01:29"}
|
| 421 |
+
{"event": "train", "step": 20500, "loss": 0.0001, "changed": 0.0, "kept": 0.00021, "gn": 0.373, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:01:41"}
|
| 422 |
+
{"event": "train", "step": 20550, "loss": 0.0001, "changed": 0.0, "kept": 0.00014, "gn": 0.018, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:01:53"}
|
| 423 |
+
{"event": "train", "step": 20600, "loss": 0.0126, "changed": 0.0125, "kept": 0.00039, "gn": 0.026, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:02:05"}
|
| 424 |
+
{"event": "train", "step": 20650, "loss": 0.0008, "changed": 0.0007, "kept": 0.00057, "gn": 0.185, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:02:17"}
|
| 425 |
+
{"event": "train", "step": 20700, "loss": 0.0002, "changed": 0.0001, "kept": 0.00022, "gn": 0.006, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:02:29"}
|
| 426 |
+
{"event": "train", "step": 20750, "loss": 0.0011, "changed": 0.0011, "kept": 8e-05, "gn": 0.008, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:02:41"}
|
| 427 |
+
{"event": "train", "step": 20800, "loss": 0.0006, "changed": 0.0005, "kept": 0.00033, "gn": 0.083, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:02:52"}
|
| 428 |
+
{"event": "train", "step": 20850, "loss": 0.0198, "changed": 0.0185, "kept": 0.00618, "gn": 0.024, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:03:04"}
|
| 429 |
+
{"event": "train", "step": 20900, "loss": 0.0006, "changed": 0.0002, "kept": 0.00196, "gn": 0.069, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:03:16"}
|
| 430 |
+
{"event": "train", "step": 20950, "loss": 0.0002, "changed": 0.0001, "kept": 0.00032, "gn": 0.044, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:03:28"}
|
| 431 |
+
{"event": "train", "step": 21000, "loss": 0.0004, "changed": 0.0004, "kept": 0.00012, "gn": 0.026, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:03:40"}
|
| 432 |
+
{"event": "train", "step": 21050, "loss": 0.0001, "changed": 0.0001, "kept": 7e-05, "gn": 0.138, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:03:52"}
|
| 433 |
+
{"event": "train", "step": 21100, "loss": 0.0001, "changed": 0.0001, "kept": 7e-05, "gn": 0.01, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:04:04"}
|
| 434 |
+
{"event": "train", "step": 21150, "loss": 0.0032, "changed": 0.0032, "kept": 0.00019, "gn": 0.04, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:04:15"}
|
| 435 |
+
{"event": "train", "step": 21200, "loss": 0.0002, "changed": 0.0001, "kept": 0.00062, "gn": 0.02, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:04:27"}
|
| 436 |
+
{"event": "train", "step": 21250, "loss": 0.0192, "changed": 0.0191, "kept": 0.00032, "gn": 0.033, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:04:39"}
|
| 437 |
+
{"event": "train", "step": 21300, "loss": 0.0003, "changed": 0.0001, "kept": 0.00095, "gn": 0.048, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:04:51"}
|
| 438 |
+
{"event": "train", "step": 21350, "loss": 0.0027, "changed": 0.0027, "kept": 0.00037, "gn": 0.061, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:05:03"}
|
| 439 |
+
{"event": "train", "step": 21400, "loss": 0.001, "changed": 0.0009, "kept": 0.00043, "gn": 0.013, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:05:15"}
|
| 440 |
+
{"event": "train", "step": 21450, "loss": 0.0002, "changed": 0.0, "kept": 0.00071, "gn": 0.007, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:05:27"}
|
| 441 |
+
{"event": "train", "step": 21500, "loss": 0.0107, "changed": 0.0106, "kept": 0.00084, "gn": 0.526, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:05:38"}
|
| 442 |
+
{"event": "train", "step": 21550, "loss": 0.0001, "changed": 0.0001, "kept": 0.0001, "gn": 0.029, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:05:50"}
|
| 443 |
+
{"event": "train", "step": 21600, "loss": 0.0002, "changed": 0.0001, "kept": 0.00091, "gn": 0.014, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:06:02"}
|
| 444 |
+
{"event": "train", "step": 21650, "loss": 0.0072, "changed": 0.0071, "kept": 0.00064, "gn": 0.039, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:06:14"}
|
| 445 |
+
{"event": "train", "step": 21700, "loss": 0.0002, "changed": 0.0001, "kept": 0.00044, "gn": 0.007, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:06:26"}
|
| 446 |
+
{"event": "train", "step": 21750, "loss": 0.0001, "changed": 0.0, "kept": 0.00045, "gn": 0.003, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:06:38"}
|
| 447 |
+
{"event": "train", "step": 21800, "loss": 0.0003, "changed": 0.0001, "kept": 0.00088, "gn": 0.013, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:06:50"}
|
| 448 |
+
{"event": "train", "step": 21850, "loss": 0.0002, "changed": 0.0002, "kept": 0.00015, "gn": 0.019, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:07:01"}
|
| 449 |
+
{"event": "train", "step": 21900, "loss": 0.0032, "changed": 0.0031, "kept": 0.00031, "gn": 0.184, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "16:07:13"}
|
| 450 |
+
{"event": "train", "step": 21950, "loss": 0.0001, "changed": 0.0, "kept": 0.00031, "gn": 0.014, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "16:07:25"}
|
| 451 |
+
{"event": "train", "step": 22000, "loss": 0.0002, "changed": 0.0, "kept": 0.00068, "gn": 0.1, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "16:07:37"}
|
| 452 |
+
{"event": "eval", "step": 22000, "heldout_exact": 0.99486, "heldout_changed_acc": 0.99966, "demo_exact": 0.99, "demo_changed_acc": 1.0, "t": "16:07:37"}
|
| 453 |
+
{"event": "train", "step": 22050, "loss": 0.0003, "changed": 0.0002, "kept": 0.00015, "gn": 1.126, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "16:07:49"}
|
| 454 |
+
{"event": "train", "step": 22100, "loss": 0.0001, "changed": 0.0001, "kept": 9e-05, "gn": 0.045, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "16:08:01"}
|
| 455 |
+
{"event": "train", "step": 22150, "loss": 0.0004, "changed": 0.0001, "kept": 0.00162, "gn": 0.015, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "16:08:13"}
|
| 456 |
+
{"event": "train", "step": 22200, "loss": 0.0073, "changed": 0.0071, "kept": 0.0011, "gn": 0.069, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "16:08:25"}
|
| 457 |
+
{"event": "train", "step": 22250, "loss": 0.0009, "changed": 0.0009, "kept": 0.00029, "gn": 0.099, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "16:08:37"}
|
| 458 |
+
{"event": "train", "step": 22300, "loss": 0.0005, "changed": 0.0005, "kept": 6e-05, "gn": 0.038, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "16:08:49"}
|
| 459 |
+
{"event": "train", "step": 22350, "loss": 0.0007, "changed": 0.0007, "kept": 0.0002, "gn": 0.029, "lr": 0.0005, "s_per_step": 0.27, "mem_GB": 32.8, "t": "16:09:04"}
|
| 460 |
+
{"event": "train", "step": 22400, "loss": 0.0002, "changed": 0.0001, "kept": 0.00078, "gn": 0.031, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:09:30"}
|
| 461 |
+
{"event": "train", "step": 22450, "loss": 0.0008, "changed": 0.0007, "kept": 0.00022, "gn": 0.026, "lr": 0.0005, "s_per_step": 0.271, "mem_GB": 32.8, "t": "16:09:57"}
|
| 462 |
+
{"event": "train", "step": 22500, "loss": 0.0002, "changed": 0.0001, "kept": 0.0003, "gn": 0.074, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:10:24"}
|
| 463 |
+
{"event": "train", "step": 22550, "loss": 0.0054, "changed": 0.0052, "kept": 0.00074, "gn": 0.046, "lr": 0.0005, "s_per_step": 0.272, "mem_GB": 32.8, "t": "16:10:51"}
|
| 464 |
+
{"event": "train", "step": 22600, "loss": 0.0002, "changed": 0.0001, "kept": 0.00043, "gn": 0.06, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:11:17"}
|
| 465 |
+
{"event": "train", "step": 22650, "loss": 0.0, "changed": 0.0, "kept": 3e-05, "gn": 0.011, "lr": 0.0005, "s_per_step": 0.273, "mem_GB": 32.8, "t": "16:11:44"}
|
| 466 |
+
{"event": "train", "step": 22700, "loss": 0.0009, "changed": 0.0008, "kept": 0.00021, "gn": 0.175, "lr": 0.0005, "s_per_step": 0.274, "mem_GB": 32.8, "t": "16:12:11"}
|
| 467 |
+
{"event": "train", "step": 22750, "loss": 0.0001, "changed": 0.0001, "kept": 8e-05, "gn": 0.037, "lr": 0.0005, "s_per_step": 0.275, "mem_GB": 32.8, "t": "16:12:38"}
|
| 468 |
+
{"event": "train", "step": 22800, "loss": 0.0001, "changed": 0.0001, "kept": 0.00021, "gn": 0.075, "lr": 0.0005, "s_per_step": 0.275, "mem_GB": 32.8, "t": "16:13:04"}
|
| 469 |
+
{"event": "train", "step": 22850, "loss": 0.0004, "changed": 0.0002, "kept": 0.00074, "gn": 0.168, "lr": 0.0005, "s_per_step": 0.276, "mem_GB": 32.8, "t": "16:13:31"}
|
| 470 |
+
{"event": "train", "step": 22900, "loss": 0.005, "changed": 0.0049, "kept": 0.00022, "gn": 0.013, "lr": 0.0005, "s_per_step": 0.276, "mem_GB": 32.8, "t": "16:13:58"}
|
| 471 |
+
{"event": "train", "step": 22950, "loss": 0.0017, "changed": 0.0016, "kept": 0.00044, "gn": 0.024, "lr": 0.0005, "s_per_step": 0.277, "mem_GB": 32.8, "t": "16:14:25"}
|
| 472 |
+
{"event": "train", "step": 23000, "loss": 0.0002, "changed": 0.0001, "kept": 0.00073, "gn": 0.014, "lr": 0.0005, "s_per_step": 0.277, "mem_GB": 32.8, "t": "16:14:51"}
|
| 473 |
+
{"event": "train", "step": 23050, "loss": 0.0076, "changed": 0.0075, "kept": 0.00027, "gn": 0.036, "lr": 0.0005, "s_per_step": 0.278, "mem_GB": 32.8, "t": "16:15:18"}
|
| 474 |
+
{"event": "train", "step": 23100, "loss": 0.0002, "changed": 0.0, "kept": 0.00094, "gn": 0.01, "lr": 0.0005, "s_per_step": 0.279, "mem_GB": 32.8, "t": "16:15:45"}
|
| 475 |
+
{"event": "train", "step": 23150, "loss": 0.0003, "changed": 0.0, "kept": 0.00141, "gn": 0.015, "lr": 0.0005, "s_per_step": 0.279, "mem_GB": 32.8, "t": "16:16:12"}
|
| 476 |
+
{"event": "train", "step": 23200, "loss": 0.0005, "changed": 0.0001, "kept": 0.00214, "gn": 0.243, "lr": 0.0005, "s_per_step": 0.28, "mem_GB": 32.8, "t": "16:16:38"}
|
| 477 |
+
{"event": "train", "step": 23250, "loss": 0.0002, "changed": 0.0, "kept": 0.00077, "gn": 0.01, "lr": 0.0005, "s_per_step": 0.28, "mem_GB": 32.8, "t": "16:17:05"}
|
| 478 |
+
{"event": "train", "step": 23300, "loss": 0.0002, "changed": 0.0001, "kept": 0.00056, "gn": 0.028, "lr": 0.0005, "s_per_step": 0.281, "mem_GB": 32.8, "t": "16:17:32"}
|
| 479 |
+
{"event": "train", "step": 23350, "loss": 0.0001, "changed": 0.0, "kept": 0.00026, "gn": 0.007, "lr": 0.0005, "s_per_step": 0.281, "mem_GB": 32.8, "t": "16:17:59"}
|
| 480 |
+
{"event": "train", "step": 23400, "loss": 0.0007, "changed": 0.0006, "kept": 0.00013, "gn": 0.026, "lr": 0.0005, "s_per_step": 0.282, "mem_GB": 32.8, "t": "16:18:25"}
|
| 481 |
+
{"event": "train", "step": 23450, "loss": 0.0004, "changed": 0.0004, "kept": 0.0001, "gn": 0.022, "lr": 0.0005, "s_per_step": 0.282, "mem_GB": 32.8, "t": "16:18:52"}
|
| 482 |
+
{"event": "train", "step": 23500, "loss": 0.0001, "changed": 0.0, "kept": 0.0001, "gn": 0.012, "lr": 0.0005, "s_per_step": 0.283, "mem_GB": 32.8, "t": "16:19:19"}
|
| 483 |
+
{"event": "train", "step": 23550, "loss": 0.0003, "changed": 0.0003, "kept": 0.00025, "gn": 0.016, "lr": 0.0005, "s_per_step": 0.283, "mem_GB": 32.8, "t": "16:19:46"}
|
| 484 |
+
{"event": "train", "step": 23600, "loss": 0.0001, "changed": 0.0, "kept": 0.00036, "gn": 0.191, "lr": 0.0005, "s_per_step": 0.284, "mem_GB": 32.8, "t": "16:20:12"}
|
| 485 |
+
{"event": "train", "step": 23650, "loss": 0.0001, "changed": 0.0001, "kept": 0.00024, "gn": 0.052, "lr": 0.0005, "s_per_step": 0.284, "mem_GB": 32.8, "t": "16:20:39"}
|
| 486 |
+
{"event": "train", "step": 23700, "loss": 0.0064, "changed": 0.0064, "kept": 0.00013, "gn": 0.056, "lr": 0.0005, "s_per_step": 0.285, "mem_GB": 32.8, "t": "16:21:06"}
|
| 487 |
+
{"event": "train", "step": 23750, "loss": 0.0032, "changed": 0.0032, "kept": 0.00038, "gn": 0.089, "lr": 0.0005, "s_per_step": 0.286, "mem_GB": 32.8, "t": "16:21:33"}
|
| 488 |
+
{"event": "train", "step": 23800, "loss": 0.0001, "changed": 0.0001, "kept": 0.00022, "gn": 0.006, "lr": 0.0005, "s_per_step": 0.286, "mem_GB": 32.8, "t": "16:21:59"}
|
| 489 |
+
{"event": "train", "step": 23850, "loss": 0.0103, "changed": 0.0102, "kept": 0.00043, "gn": 0.232, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:22:26"}
|
| 490 |
+
{"event": "train", "step": 23900, "loss": 0.0003, "changed": 0.0003, "kept": 0.0002, "gn": 0.02, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:22:53"}
|
| 491 |
+
{"event": "train", "step": 23950, "loss": 0.0002, "changed": 0.0002, "kept": 0.00042, "gn": 0.026, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:23:20"}
|
| 492 |
+
{"event": "train", "step": 24000, "loss": 0.0004, "changed": 0.0002, "kept": 0.00103, "gn": 0.025, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:23:46"}
|
| 493 |
+
{"event": "eval", "step": 24000, "heldout_exact": 0.9955, "heldout_changed_acc": 0.99966, "demo_exact": 0.98875, "demo_changed_acc": 0.99924, "t": "16:23:47"}
|
| 494 |
+
{"event": "train", "step": 24050, "loss": 0.0002, "changed": 0.0001, "kept": 0.00066, "gn": 0.026, "lr": 0.0005, "s_per_step": 0.289, "mem_GB": 32.8, "t": "16:24:14"}
|
| 495 |
+
{"event": "train", "step": 24100, "loss": 0.0001, "changed": 0.0001, "kept": 0.00023, "gn": 0.006, "lr": 0.0005, "s_per_step": 0.289, "mem_GB": 32.8, "t": "16:24:28"}
|
| 496 |
+
{"event": "train", "step": 24150, "loss": 0.0088, "changed": 0.0088, "kept": 0.0001, "gn": 0.347, "lr": 0.0005, "s_per_step": 0.289, "mem_GB": 32.8, "t": "16:24:40"}
|
| 497 |
+
{"event": "train", "step": 24200, "loss": 0.0003, "changed": 0.0001, "kept": 0.00079, "gn": 0.024, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:24:52"}
|
| 498 |
+
{"event": "train", "step": 24250, "loss": 0.0005, "changed": 0.0003, "kept": 0.0008, "gn": 0.029, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:25:04"}
|
| 499 |
+
{"event": "train", "step": 24300, "loss": 0.0002, "changed": 0.0002, "kept": 0.00043, "gn": 0.006, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:25:16"}
|
| 500 |
+
{"event": "train", "step": 24350, "loss": 0.0008, "changed": 0.0008, "kept": 0.00031, "gn": 0.011, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:25:27"}
|
| 501 |
+
{"event": "train", "step": 24400, "loss": 0.0001, "changed": 0.0, "kept": 0.00016, "gn": 0.055, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:25:39"}
|
| 502 |
+
{"event": "train", "step": 24450, "loss": 0.0002, "changed": 0.0001, "kept": 0.00026, "gn": 0.098, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:25:51"}
|
| 503 |
+
{"event": "train", "step": 24500, "loss": 0.0002, "changed": 0.0001, "kept": 0.00021, "gn": 0.04, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:26:03"}
|
| 504 |
+
{"event": "train", "step": 24550, "loss": 0.0001, "changed": 0.0, "kept": 0.00026, "gn": 0.002, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:26:15"}
|
| 505 |
+
{"event": "train", "step": 24600, "loss": 0.0107, "changed": 0.0104, "kept": 0.00144, "gn": 0.038, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:26:27"}
|
| 506 |
+
{"event": "train", "step": 24650, "loss": 0.0001, "changed": 0.0, "kept": 0.00044, "gn": 0.015, "lr": 0.0005, "s_per_step": 0.288, "mem_GB": 32.8, "t": "16:26:39"}
|
| 507 |
+
{"event": "train", "step": 24700, "loss": 0.0022, "changed": 0.0022, "kept": 0.0002, "gn": 0.022, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:26:50"}
|
| 508 |
+
{"event": "train", "step": 24750, "loss": 0.0001, "changed": 0.0001, "kept": 5e-05, "gn": 0.013, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:27:02"}
|
| 509 |
+
{"event": "train", "step": 24800, "loss": 0.0, "changed": 0.0, "kept": 8e-05, "gn": 0.004, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:27:14"}
|
| 510 |
+
{"event": "train", "step": 24850, "loss": 0.005, "changed": 0.0049, "kept": 0.00028, "gn": 0.042, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:27:26"}
|
| 511 |
+
{"event": "train", "step": 24900, "loss": 0.0146, "changed": 0.0145, "kept": 0.00019, "gn": 0.113, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:27:38"}
|
| 512 |
+
{"event": "train", "step": 24950, "loss": 0.0001, "changed": 0.0, "kept": 0.00033, "gn": 0.242, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:27:50"}
|
| 513 |
+
{"event": "train", "step": 25000, "loss": 0.0033, "changed": 0.0031, "kept": 0.00079, "gn": 0.013, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:28:02"}
|
| 514 |
+
{"event": "train", "step": 25050, "loss": 0.001, "changed": 0.001, "kept": 0.00032, "gn": 0.015, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:28:13"}
|
| 515 |
+
{"event": "train", "step": 25100, "loss": 0.0029, "changed": 0.0029, "kept": 0.0002, "gn": 0.025, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:28:25"}
|
| 516 |
+
{"event": "train", "step": 25150, "loss": 0.0014, "changed": 0.0012, "kept": 0.00107, "gn": 0.093, "lr": 0.0005, "s_per_step": 0.287, "mem_GB": 32.8, "t": "16:28:37"}
|
| 517 |
+
{"event": "train", "step": 25200, "loss": 0.0001, "changed": 0.0, "kept": 0.00018, "gn": 0.028, "lr": 0.0005, "s_per_step": 0.286, "mem_GB": 32.8, "t": "16:28:49"}
|
| 518 |
+
{"event": "train", "step": 25250, "loss": 0.0012, "changed": 0.0008, "kept": 0.00198, "gn": 0.119, "lr": 0.0005, "s_per_step": 0.286, "mem_GB": 32.8, "t": "16:29:01"}
|
| 519 |
+
{"event": "train", "step": 25300, "loss": 0.0, "changed": 0.0, "kept": 9e-05, "gn": 0.004, "lr": 0.0005, "s_per_step": 0.286, "mem_GB": 32.8, "t": "16:29:13"}
|
| 520 |
+
{"event": "train", "step": 25350, "loss": 0.0001, "changed": 0.0, "kept": 0.0001, "gn": 0.097, "lr": 0.0005, "s_per_step": 0.286, "mem_GB": 32.8, "t": "16:29:25"}
|
neucpu/runs/cpu1/step_20000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4c1cd19e16b0ada833c9d995b932771e0aa144a3aaa8ff507cc8357dfcfb489f
|
| 3 |
+
size 459385731
|
neucpu/runs/cpu1/step_22000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:735ffd973c92ebd7ae8f30ca2903f691e45ba3224a27547ad2e3cf2954dfa6dc
|
| 3 |
+
size 459385731
|
neucpu/runs/cpu1/step_24000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c713189d14d3181f060876e01622987105a23d07ca4b79a3e0053a42b669c9ed
|
| 3 |
+
size 459385731
|
neucpu/runs/cpu1soup/diag_16000.json
ADDED
|
@@ -0,0 +1,750 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"ckpt": "step_16000.pt",
|
| 3 |
+
"demo": {
|
| 4 |
+
"collatz": {
|
| 5 |
+
"n": 600,
|
| 6 |
+
"exact": 1.0,
|
| 7 |
+
"by_op": {
|
| 8 |
+
"LDA": [
|
| 9 |
+
150,
|
| 10 |
+
1.0
|
| 11 |
+
],
|
| 12 |
+
"CMPI": [
|
| 13 |
+
95,
|
| 14 |
+
1.0
|
| 15 |
+
],
|
| 16 |
+
"STA": [
|
| 17 |
+
66,
|
| 18 |
+
1.0
|
| 19 |
+
],
|
| 20 |
+
"LDI": [
|
| 21 |
+
66,
|
| 22 |
+
1.0
|
| 23 |
+
],
|
| 24 |
+
"JMP": [
|
| 25 |
+
58,
|
| 26 |
+
1.0
|
| 27 |
+
],
|
| 28 |
+
"ADDI": [
|
| 29 |
+
35,
|
| 30 |
+
1.0
|
| 31 |
+
],
|
| 32 |
+
"MOD": [
|
| 33 |
+
29,
|
| 34 |
+
1.0
|
| 35 |
+
],
|
| 36 |
+
"JNZ": [
|
| 37 |
+
28,
|
| 38 |
+
1.0
|
| 39 |
+
],
|
| 40 |
+
"JZ": [
|
| 41 |
+
28,
|
| 42 |
+
1.0
|
| 43 |
+
],
|
| 44 |
+
"JNC": [
|
| 45 |
+
21,
|
| 46 |
+
1.0
|
| 47 |
+
],
|
| 48 |
+
"DIV": [
|
| 49 |
+
12,
|
| 50 |
+
1.0
|
| 51 |
+
],
|
| 52 |
+
"MUL": [
|
| 53 |
+
4,
|
| 54 |
+
1.0
|
| 55 |
+
],
|
| 56 |
+
"OUT": [
|
| 57 |
+
4,
|
| 58 |
+
1.0
|
| 59 |
+
],
|
| 60 |
+
"JC": [
|
| 61 |
+
3,
|
| 62 |
+
1.0
|
| 63 |
+
],
|
| 64 |
+
"CMP": [
|
| 65 |
+
1,
|
| 66 |
+
1.0
|
| 67 |
+
]
|
| 68 |
+
},
|
| 69 |
+
"wrong_kind": {}
|
| 70 |
+
},
|
| 71 |
+
"digits": {
|
| 72 |
+
"n": 346,
|
| 73 |
+
"exact": 1.0,
|
| 74 |
+
"by_op": {
|
| 75 |
+
"LDA": [
|
| 76 |
+
94,
|
| 77 |
+
1.0
|
| 78 |
+
],
|
| 79 |
+
"LDI": [
|
| 80 |
+
56,
|
| 81 |
+
1.0
|
| 82 |
+
],
|
| 83 |
+
"STA": [
|
| 84 |
+
54,
|
| 85 |
+
1.0
|
| 86 |
+
],
|
| 87 |
+
"JNC": [
|
| 88 |
+
27,
|
| 89 |
+
1.0
|
| 90 |
+
],
|
| 91 |
+
"CMP": [
|
| 92 |
+
20,
|
| 93 |
+
1.0
|
| 94 |
+
],
|
| 95 |
+
"JMP": [
|
| 96 |
+
20,
|
| 97 |
+
1.0
|
| 98 |
+
],
|
| 99 |
+
"ADD": [
|
| 100 |
+
20,
|
| 101 |
+
1.0
|
| 102 |
+
],
|
| 103 |
+
"DIV": [
|
| 104 |
+
14,
|
| 105 |
+
1.0
|
| 106 |
+
],
|
| 107 |
+
"MOD": [
|
| 108 |
+
14,
|
| 109 |
+
1.0
|
| 110 |
+
],
|
| 111 |
+
"CMPI": [
|
| 112 |
+
7,
|
| 113 |
+
1.0
|
| 114 |
+
],
|
| 115 |
+
"OUT": [
|
| 116 |
+
7,
|
| 117 |
+
1.0
|
| 118 |
+
],
|
| 119 |
+
"IN": [
|
| 120 |
+
6,
|
| 121 |
+
1.0
|
| 122 |
+
],
|
| 123 |
+
"ADDI": [
|
| 124 |
+
6,
|
| 125 |
+
1.0
|
| 126 |
+
],
|
| 127 |
+
"HALT": [
|
| 128 |
+
1,
|
| 129 |
+
1.0
|
| 130 |
+
]
|
| 131 |
+
},
|
| 132 |
+
"wrong_kind": {}
|
| 133 |
+
},
|
| 134 |
+
"fib": {
|
| 135 |
+
"n": 190,
|
| 136 |
+
"exact": 1.0,
|
| 137 |
+
"by_op": {
|
| 138 |
+
"LDA": [
|
| 139 |
+
79,
|
| 140 |
+
1.0
|
| 141 |
+
],
|
| 142 |
+
"STA": [
|
| 143 |
+
41,
|
| 144 |
+
1.0
|
| 145 |
+
],
|
| 146 |
+
"CMPI": [
|
| 147 |
+
14,
|
| 148 |
+
1.0
|
| 149 |
+
],
|
| 150 |
+
"JNC": [
|
| 151 |
+
14,
|
| 152 |
+
1.0
|
| 153 |
+
],
|
| 154 |
+
"JMP": [
|
| 155 |
+
13,
|
| 156 |
+
1.0
|
| 157 |
+
],
|
| 158 |
+
"OUT": [
|
| 159 |
+
13,
|
| 160 |
+
1.0
|
| 161 |
+
],
|
| 162 |
+
"ADD": [
|
| 163 |
+
13,
|
| 164 |
+
1.0
|
| 165 |
+
],
|
| 166 |
+
"LDI": [
|
| 167 |
+
2,
|
| 168 |
+
1.0
|
| 169 |
+
],
|
| 170 |
+
"HALT": [
|
| 171 |
+
1,
|
| 172 |
+
1.0
|
| 173 |
+
]
|
| 174 |
+
},
|
| 175 |
+
"wrong_kind": {}
|
| 176 |
+
},
|
| 177 |
+
"fizzbuzz": {
|
| 178 |
+
"n": 600,
|
| 179 |
+
"exact": 0.9983,
|
| 180 |
+
"by_op": {
|
| 181 |
+
"LDA": [
|
| 182 |
+
127,
|
| 183 |
+
1.0
|
| 184 |
+
],
|
| 185 |
+
"LDI": [
|
| 186 |
+
96,
|
| 187 |
+
1.0
|
| 188 |
+
],
|
| 189 |
+
"MOD": [
|
| 190 |
+
69,
|
| 191 |
+
0.9855
|
| 192 |
+
],
|
| 193 |
+
"CMPI": [
|
| 194 |
+
63,
|
| 195 |
+
1.0
|
| 196 |
+
],
|
| 197 |
+
"JNZ": [
|
| 198 |
+
61,
|
| 199 |
+
1.0
|
| 200 |
+
],
|
| 201 |
+
"ADDI": [
|
| 202 |
+
41,
|
| 203 |
+
1.0
|
| 204 |
+
],
|
| 205 |
+
"JMP": [
|
| 206 |
+
38,
|
| 207 |
+
1.0
|
| 208 |
+
],
|
| 209 |
+
"CMP": [
|
| 210 |
+
28,
|
| 211 |
+
1.0
|
| 212 |
+
],
|
| 213 |
+
"OUT": [
|
| 214 |
+
26,
|
| 215 |
+
1.0
|
| 216 |
+
],
|
| 217 |
+
"JC": [
|
| 218 |
+
25,
|
| 219 |
+
1.0
|
| 220 |
+
],
|
| 221 |
+
"STA": [
|
| 222 |
+
25,
|
| 223 |
+
1.0
|
| 224 |
+
],
|
| 225 |
+
"HALT": [
|
| 226 |
+
1,
|
| 227 |
+
1.0
|
| 228 |
+
]
|
| 229 |
+
},
|
| 230 |
+
"wrong_kind": {
|
| 231 |
+
"flags": 1
|
| 232 |
+
}
|
| 233 |
+
},
|
| 234 |
+
"gcd": {
|
| 235 |
+
"n": 154,
|
| 236 |
+
"exact": 0.9935,
|
| 237 |
+
"by_op": {
|
| 238 |
+
"LDA": [
|
| 239 |
+
52,
|
| 240 |
+
1.0
|
| 241 |
+
],
|
| 242 |
+
"STA": [
|
| 243 |
+
34,
|
| 244 |
+
1.0
|
| 245 |
+
],
|
| 246 |
+
"CMPI": [
|
| 247 |
+
16,
|
| 248 |
+
1.0
|
| 249 |
+
],
|
| 250 |
+
"JMP": [
|
| 251 |
+
11,
|
| 252 |
+
1.0
|
| 253 |
+
],
|
| 254 |
+
"JZ": [
|
| 255 |
+
11,
|
| 256 |
+
1.0
|
| 257 |
+
],
|
| 258 |
+
"IN": [
|
| 259 |
+
8,
|
| 260 |
+
1.0
|
| 261 |
+
],
|
| 262 |
+
"MOD": [
|
| 263 |
+
7,
|
| 264 |
+
0.8571
|
| 265 |
+
],
|
| 266 |
+
"JNC": [
|
| 267 |
+
5,
|
| 268 |
+
1.0
|
| 269 |
+
],
|
| 270 |
+
"OUT": [
|
| 271 |
+
4,
|
| 272 |
+
1.0
|
| 273 |
+
],
|
| 274 |
+
"ADDI": [
|
| 275 |
+
4,
|
| 276 |
+
1.0
|
| 277 |
+
],
|
| 278 |
+
"LDI": [
|
| 279 |
+
1,
|
| 280 |
+
1.0
|
| 281 |
+
],
|
| 282 |
+
"HALT": [
|
| 283 |
+
1,
|
| 284 |
+
1.0
|
| 285 |
+
]
|
| 286 |
+
},
|
| 287 |
+
"wrong_kind": {
|
| 288 |
+
"flags": 1
|
| 289 |
+
}
|
| 290 |
+
},
|
| 291 |
+
"primes": {
|
| 292 |
+
"n": 600,
|
| 293 |
+
"exact": 0.98,
|
| 294 |
+
"by_op": {
|
| 295 |
+
"LDA": [
|
| 296 |
+
232,
|
| 297 |
+
1.0
|
| 298 |
+
],
|
| 299 |
+
"STA": [
|
| 300 |
+
53,
|
| 301 |
+
1.0
|
| 302 |
+
],
|
| 303 |
+
"CMPI": [
|
| 304 |
+
46,
|
| 305 |
+
1.0
|
| 306 |
+
],
|
| 307 |
+
"JMP": [
|
| 308 |
+
41,
|
| 309 |
+
1.0
|
| 310 |
+
],
|
| 311 |
+
"CMP": [
|
| 312 |
+
33,
|
| 313 |
+
1.0
|
| 314 |
+
],
|
| 315 |
+
"MOD": [
|
| 316 |
+
31,
|
| 317 |
+
0.8065
|
| 318 |
+
],
|
| 319 |
+
"JC": [
|
| 320 |
+
30,
|
| 321 |
+
1.0
|
| 322 |
+
],
|
| 323 |
+
"ADDI": [
|
| 324 |
+
30,
|
| 325 |
+
1.0
|
| 326 |
+
],
|
| 327 |
+
"DIV": [
|
| 328 |
+
29,
|
| 329 |
+
0.7931
|
| 330 |
+
],
|
| 331 |
+
"JNZ": [
|
| 332 |
+
29,
|
| 333 |
+
1.0
|
| 334 |
+
],
|
| 335 |
+
"LDI": [
|
| 336 |
+
22,
|
| 337 |
+
1.0
|
| 338 |
+
],
|
| 339 |
+
"JZ": [
|
| 340 |
+
15,
|
| 341 |
+
1.0
|
| 342 |
+
],
|
| 343 |
+
"JNC": [
|
| 344 |
+
9,
|
| 345 |
+
1.0
|
| 346 |
+
]
|
| 347 |
+
},
|
| 348 |
+
"wrong_kind": {
|
| 349 |
+
"flags": 9,
|
| 350 |
+
"reg": 4
|
| 351 |
+
}
|
| 352 |
+
},
|
| 353 |
+
"sieve": {
|
| 354 |
+
"n": 600,
|
| 355 |
+
"exact": 0.9983,
|
| 356 |
+
"by_op": {
|
| 357 |
+
"LDA": [
|
| 358 |
+
187,
|
| 359 |
+
1.0
|
| 360 |
+
],
|
| 361 |
+
"CMPI": [
|
| 362 |
+
74,
|
| 363 |
+
0.9865
|
| 364 |
+
],
|
| 365 |
+
"ADDI": [
|
| 366 |
+
65,
|
| 367 |
+
1.0
|
| 368 |
+
],
|
| 369 |
+
"JMP": [
|
| 370 |
+
51,
|
| 371 |
+
1.0
|
| 372 |
+
],
|
| 373 |
+
"JNC": [
|
| 374 |
+
48,
|
| 375 |
+
1.0
|
| 376 |
+
],
|
| 377 |
+
"STA": [
|
| 378 |
+
45,
|
| 379 |
+
1.0
|
| 380 |
+
],
|
| 381 |
+
"ADD": [
|
| 382 |
+
31,
|
| 383 |
+
1.0
|
| 384 |
+
],
|
| 385 |
+
"LDI": [
|
| 386 |
+
26,
|
| 387 |
+
1.0
|
| 388 |
+
],
|
| 389 |
+
"LD": [
|
| 390 |
+
26,
|
| 391 |
+
1.0
|
| 392 |
+
],
|
| 393 |
+
"ST": [
|
| 394 |
+
25,
|
| 395 |
+
1.0
|
| 396 |
+
],
|
| 397 |
+
"JNZ": [
|
| 398 |
+
18,
|
| 399 |
+
1.0
|
| 400 |
+
],
|
| 401 |
+
"OUT": [
|
| 402 |
+
4,
|
| 403 |
+
1.0
|
| 404 |
+
]
|
| 405 |
+
},
|
| 406 |
+
"wrong_kind": {
|
| 407 |
+
"reg": 1
|
| 408 |
+
}
|
| 409 |
+
},
|
| 410 |
+
"sort": {
|
| 411 |
+
"n": 600,
|
| 412 |
+
"exact": 1.0,
|
| 413 |
+
"by_op": {
|
| 414 |
+
"LDA": [
|
| 415 |
+
199,
|
| 416 |
+
1.0
|
| 417 |
+
],
|
| 418 |
+
"ADDI": [
|
| 419 |
+
143,
|
| 420 |
+
1.0
|
| 421 |
+
],
|
| 422 |
+
"CMP": [
|
| 423 |
+
49,
|
| 424 |
+
1.0
|
| 425 |
+
],
|
| 426 |
+
"LD": [
|
| 427 |
+
49,
|
| 428 |
+
1.0
|
| 429 |
+
],
|
| 430 |
+
"JNC": [
|
| 431 |
+
44,
|
| 432 |
+
1.0
|
| 433 |
+
],
|
| 434 |
+
"STA": [
|
| 435 |
+
41,
|
| 436 |
+
1.0
|
| 437 |
+
],
|
| 438 |
+
"JMP": [
|
| 439 |
+
27,
|
| 440 |
+
1.0
|
| 441 |
+
],
|
| 442 |
+
"ST": [
|
| 443 |
+
23,
|
| 444 |
+
1.0
|
| 445 |
+
],
|
| 446 |
+
"SUB": [
|
| 447 |
+
15,
|
| 448 |
+
1.0
|
| 449 |
+
],
|
| 450 |
+
"LDI": [
|
| 451 |
+
6,
|
| 452 |
+
1.0
|
| 453 |
+
],
|
| 454 |
+
"IN": [
|
| 455 |
+
3,
|
| 456 |
+
1.0
|
| 457 |
+
],
|
| 458 |
+
"OUT": [
|
| 459 |
+
1,
|
| 460 |
+
1.0
|
| 461 |
+
]
|
| 462 |
+
},
|
| 463 |
+
"wrong_kind": {}
|
| 464 |
+
}
|
| 465 |
+
},
|
| 466 |
+
"demo_all": {
|
| 467 |
+
"n": 3690,
|
| 468 |
+
"exact": 0.9959,
|
| 469 |
+
"by_op": {
|
| 470 |
+
"LDA": [
|
| 471 |
+
1120,
|
| 472 |
+
1.0
|
| 473 |
+
],
|
| 474 |
+
"STA": [
|
| 475 |
+
359,
|
| 476 |
+
1.0
|
| 477 |
+
],
|
| 478 |
+
"ADDI": [
|
| 479 |
+
324,
|
| 480 |
+
1.0
|
| 481 |
+
],
|
| 482 |
+
"CMPI": [
|
| 483 |
+
315,
|
| 484 |
+
0.9968
|
| 485 |
+
],
|
| 486 |
+
"LDI": [
|
| 487 |
+
275,
|
| 488 |
+
1.0
|
| 489 |
+
],
|
| 490 |
+
"JMP": [
|
| 491 |
+
259,
|
| 492 |
+
1.0
|
| 493 |
+
],
|
| 494 |
+
"JNC": [
|
| 495 |
+
168,
|
| 496 |
+
1.0
|
| 497 |
+
],
|
| 498 |
+
"MOD": [
|
| 499 |
+
150,
|
| 500 |
+
0.9467
|
| 501 |
+
],
|
| 502 |
+
"JNZ": [
|
| 503 |
+
136,
|
| 504 |
+
1.0
|
| 505 |
+
],
|
| 506 |
+
"CMP": [
|
| 507 |
+
131,
|
| 508 |
+
1.0
|
| 509 |
+
],
|
| 510 |
+
"LD": [
|
| 511 |
+
75,
|
| 512 |
+
1.0
|
| 513 |
+
],
|
| 514 |
+
"ADD": [
|
| 515 |
+
64,
|
| 516 |
+
1.0
|
| 517 |
+
],
|
| 518 |
+
"OUT": [
|
| 519 |
+
59,
|
| 520 |
+
1.0
|
| 521 |
+
],
|
| 522 |
+
"JC": [
|
| 523 |
+
58,
|
| 524 |
+
1.0
|
| 525 |
+
],
|
| 526 |
+
"DIV": [
|
| 527 |
+
55,
|
| 528 |
+
0.8909
|
| 529 |
+
],
|
| 530 |
+
"JZ": [
|
| 531 |
+
54,
|
| 532 |
+
1.0
|
| 533 |
+
],
|
| 534 |
+
"ST": [
|
| 535 |
+
48,
|
| 536 |
+
1.0
|
| 537 |
+
],
|
| 538 |
+
"IN": [
|
| 539 |
+
17,
|
| 540 |
+
1.0
|
| 541 |
+
],
|
| 542 |
+
"SUB": [
|
| 543 |
+
15,
|
| 544 |
+
1.0
|
| 545 |
+
],
|
| 546 |
+
"MUL": [
|
| 547 |
+
4,
|
| 548 |
+
1.0
|
| 549 |
+
],
|
| 550 |
+
"HALT": [
|
| 551 |
+
4,
|
| 552 |
+
1.0
|
| 553 |
+
]
|
| 554 |
+
},
|
| 555 |
+
"wrong_kind": {
|
| 556 |
+
"flags": 11,
|
| 557 |
+
"reg": 5
|
| 558 |
+
}
|
| 559 |
+
},
|
| 560 |
+
"heldout": {
|
| 561 |
+
"n": 1556,
|
| 562 |
+
"exact": 0.9949,
|
| 563 |
+
"by_op": {
|
| 564 |
+
"LDA": [
|
| 565 |
+
342,
|
| 566 |
+
1.0
|
| 567 |
+
],
|
| 568 |
+
"LDI": [
|
| 569 |
+
217,
|
| 570 |
+
1.0
|
| 571 |
+
],
|
| 572 |
+
"STA": [
|
| 573 |
+
150,
|
| 574 |
+
1.0
|
| 575 |
+
],
|
| 576 |
+
"ADDI": [
|
| 577 |
+
107,
|
| 578 |
+
1.0
|
| 579 |
+
],
|
| 580 |
+
"CMPI": [
|
| 581 |
+
90,
|
| 582 |
+
0.9556
|
| 583 |
+
],
|
| 584 |
+
"JNC": [
|
| 585 |
+
87,
|
| 586 |
+
1.0
|
| 587 |
+
],
|
| 588 |
+
"JMP": [
|
| 589 |
+
67,
|
| 590 |
+
1.0
|
| 591 |
+
],
|
| 592 |
+
"OUT": [
|
| 593 |
+
63,
|
| 594 |
+
1.0
|
| 595 |
+
],
|
| 596 |
+
"MOD": [
|
| 597 |
+
51,
|
| 598 |
+
0.9412
|
| 599 |
+
],
|
| 600 |
+
"SHR": [
|
| 601 |
+
49,
|
| 602 |
+
1.0
|
| 603 |
+
],
|
| 604 |
+
"SHL": [
|
| 605 |
+
45,
|
| 606 |
+
1.0
|
| 607 |
+
],
|
| 608 |
+
"CMP": [
|
| 609 |
+
37,
|
| 610 |
+
1.0
|
| 611 |
+
],
|
| 612 |
+
"IN": [
|
| 613 |
+
35,
|
| 614 |
+
1.0
|
| 615 |
+
],
|
| 616 |
+
"ADD": [
|
| 617 |
+
33,
|
| 618 |
+
1.0
|
| 619 |
+
],
|
| 620 |
+
"XOR": [
|
| 621 |
+
26,
|
| 622 |
+
1.0
|
| 623 |
+
],
|
| 624 |
+
"LD": [
|
| 625 |
+
22,
|
| 626 |
+
1.0
|
| 627 |
+
],
|
| 628 |
+
"OR": [
|
| 629 |
+
19,
|
| 630 |
+
1.0
|
| 631 |
+
],
|
| 632 |
+
"JNZ": [
|
| 633 |
+
18,
|
| 634 |
+
1.0
|
| 635 |
+
],
|
| 636 |
+
"SUB": [
|
| 637 |
+
17,
|
| 638 |
+
1.0
|
| 639 |
+
],
|
| 640 |
+
"DIV": [
|
| 641 |
+
16,
|
| 642 |
+
1.0
|
| 643 |
+
],
|
| 644 |
+
"JC": [
|
| 645 |
+
12,
|
| 646 |
+
1.0
|
| 647 |
+
],
|
| 648 |
+
"AND": [
|
| 649 |
+
12,
|
| 650 |
+
1.0
|
| 651 |
+
],
|
| 652 |
+
"MUL": [
|
| 653 |
+
11,
|
| 654 |
+
0.9091
|
| 655 |
+
],
|
| 656 |
+
"JZ": [
|
| 657 |
+
9,
|
| 658 |
+
1.0
|
| 659 |
+
],
|
| 660 |
+
"SUBI": [
|
| 661 |
+
9,
|
| 662 |
+
1.0
|
| 663 |
+
],
|
| 664 |
+
"HALT": [
|
| 665 |
+
6,
|
| 666 |
+
1.0
|
| 667 |
+
],
|
| 668 |
+
"ST": [
|
| 669 |
+
4,
|
| 670 |
+
1.0
|
| 671 |
+
],
|
| 672 |
+
"MOV": [
|
| 673 |
+
2,
|
| 674 |
+
1.0
|
| 675 |
+
]
|
| 676 |
+
},
|
| 677 |
+
"wrong_kind": {
|
| 678 |
+
"reg": 6,
|
| 679 |
+
"flags": 3
|
| 680 |
+
}
|
| 681 |
+
},
|
| 682 |
+
"train_op_share": {
|
| 683 |
+
"HALT": 0.0138,
|
| 684 |
+
"LDI": 0.0799,
|
| 685 |
+
"MOV": 0.0149,
|
| 686 |
+
"ADD": 0.0202,
|
| 687 |
+
"SUB": 0.0193,
|
| 688 |
+
"ADDI": 0.0619,
|
| 689 |
+
"SUBI": 0.0152,
|
| 690 |
+
"MUL": 0.0186,
|
| 691 |
+
"DIV": 0.0183,
|
| 692 |
+
"MOD": 0.0314,
|
| 693 |
+
"AND": 0.0152,
|
| 694 |
+
"OR": 0.0182,
|
| 695 |
+
"XOR": 0.0212,
|
| 696 |
+
"SHL": 0.023,
|
| 697 |
+
"SHR": 0.0217,
|
| 698 |
+
"CMP": 0.0247,
|
| 699 |
+
"CMPI": 0.0541,
|
| 700 |
+
"JMP": 0.05,
|
| 701 |
+
"JZ": 0.0152,
|
| 702 |
+
"JNZ": 0.0154,
|
| 703 |
+
"JC": 0.0185,
|
| 704 |
+
"JNC": 0.0527,
|
| 705 |
+
"CALL": 0.0118,
|
| 706 |
+
"RET": 0.012,
|
| 707 |
+
"PUSH": 0.0117,
|
| 708 |
+
"POP": 0.0129,
|
| 709 |
+
"LD": 0.0242,
|
| 710 |
+
"ST": 0.0145,
|
| 711 |
+
"LDA": 0.1528,
|
| 712 |
+
"STA": 0.0751,
|
| 713 |
+
"OUT": 0.0374,
|
| 714 |
+
"IN": 0.0244
|
| 715 |
+
},
|
| 716 |
+
"demo_op_share": {
|
| 717 |
+
"HALT": 0.0011,
|
| 718 |
+
"LDI": 0.0745,
|
| 719 |
+
"MOV": 0.0,
|
| 720 |
+
"ADD": 0.0173,
|
| 721 |
+
"SUB": 0.0041,
|
| 722 |
+
"ADDI": 0.0878,
|
| 723 |
+
"SUBI": 0.0,
|
| 724 |
+
"MUL": 0.0011,
|
| 725 |
+
"DIV": 0.0149,
|
| 726 |
+
"MOD": 0.0407,
|
| 727 |
+
"AND": 0.0,
|
| 728 |
+
"OR": 0.0,
|
| 729 |
+
"XOR": 0.0,
|
| 730 |
+
"SHL": 0.0,
|
| 731 |
+
"SHR": 0.0,
|
| 732 |
+
"CMP": 0.0355,
|
| 733 |
+
"CMPI": 0.0854,
|
| 734 |
+
"JMP": 0.0702,
|
| 735 |
+
"JZ": 0.0146,
|
| 736 |
+
"JNZ": 0.0369,
|
| 737 |
+
"JC": 0.0157,
|
| 738 |
+
"JNC": 0.0455,
|
| 739 |
+
"CALL": 0.0,
|
| 740 |
+
"RET": 0.0,
|
| 741 |
+
"PUSH": 0.0,
|
| 742 |
+
"POP": 0.0,
|
| 743 |
+
"LD": 0.0203,
|
| 744 |
+
"ST": 0.013,
|
| 745 |
+
"LDA": 0.3035,
|
| 746 |
+
"STA": 0.0973,
|
| 747 |
+
"OUT": 0.016,
|
| 748 |
+
"IN": 0.0046
|
| 749 |
+
}
|
| 750 |
+
}
|
neucpu/runs/cpu1soup/step_14000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e5ffa81de109bc405d961a557f26122824cb8592e97b80e32d72f0e49cc62a76
|
| 3 |
+
size 153120437
|
neucpu/runs/cpu1soup/step_16000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:89aa783a520423e0f2a8f983f3bfecc052901073e24d4dd991858a71eba67ec3
|
| 3 |
+
size 153120437
|
neucpu/runs/cpu1soup/step_22000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:dc12d8d479743b29592aa185b0863999477d10d44d46a36829b461fe7b60b51a
|
| 3 |
+
size 153120437
|
neucpu/runs/smoke/log.jsonl
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"event": "model", "params_M": 38.3, "tokens": 477, "name": "smoke", "steps": 100, "batch": 256, "lr": 0.0005, "d": 512, "layers": 12, "keep_w": 0.2, "eval_every": 100, "workers": 10, "world": 2, "n_state": 205, "t": "14:27:40"}
|
| 2 |
+
{"event": "train", "step": 50, "loss": 3.6434, "changed": 3.2591, "kept": 1.92152, "gn": 1.558, "lr": 5e-05, "s_per_step": 0.246, "mem_GB": 32.8, "t": "14:27:55"}
|
| 3 |
+
{"event": "train", "step": 100, "loss": 2.669, "changed": 2.2947, "kept": 1.87185, "gn": 0.848, "lr": 0.0001, "s_per_step": 0.242, "mem_GB": 32.8, "t": "14:28:06"}
|
| 4 |
+
{"event": "eval", "step": 100, "heldout_exact": 0.0, "heldout_changed_acc": 0.6569, "demo_exact": 0.0, "demo_changed_acc": 0.65118, "t": "14:28:07"}
|
| 5 |
+
{"event": "done", "t": "14:28:07"}
|
neucpu/runs/smoke/step_100.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1a814f3843578fc86842ae29c1ad41a25d33953701fdb598a77365c80aeeecda
|
| 3 |
+
size 459385095
|