diff --git a/rubik_r1_20261106011120/inference/rk_ffn/ckpt_012000/done.json b/rubik_r1_20261106011120/inference/rk_ffn/ckpt_012000/done.json
new file mode 100644
index 0000000000000000000000000000000000000000..e37cef34684b7f559019de6919a6a469ad1d0d4d
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rk_ffn/ckpt_012000/done.json
@@ -0,0 +1,136 @@
+{
+ "ckpt": "/mnt/localssd/lehany/wv/E1_rubik_20261104031751/rk_ffn/ckpt_012000.pt",
+ "key": "ema",
+ "step": 12000,
+ "max_ctx": 0,
+ "run_args": {
+  "run": "rk_ffn",
+  "task": "rubik",
+  "size": "200m",
+  "mem_proj": "",
+  "mem_ffn": 1,
+  "mem_key": "raw",
+  "mem_loss": "delta",
+  "mem_fast_heads": 4,
+  "mem_blocks": 4,
+  "steps": 12000
+ },
+ "moves": [
+  0,
+  2,
+  4,
+  8,
+  12,
+  16,
+  24
+ ],
+ "protocols": [
+  "free",
+  "tf"
+ ],
+ "num": 64,
+ "sampling_steps": 50,
+ "seed": 0,
+ "shapes": {
+  "test/n00/free": [
+   64,
+   16,
+   35,
+   24,
+   32
+  ],
+  "test/n00/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n02/free": [
+   64,
+   16,
+   45,
+   24,
+   32
+  ],
+  "test/n02/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n04/free": [
+   64,
+   16,
+   55,
+   24,
+   32
+  ],
+  "test/n04/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n08/free": [
+   64,
+   16,
+   75,
+   24,
+   32
+  ],
+  "test/n08/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n12/free": [
+   64,
+   16,
+   95,
+   24,
+   32
+  ],
+  "test/n12/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n16/free": [
+   64,
+   16,
+   115,
+   24,
+   32
+  ],
+  "test/n16/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n24/free": [
+   64,
+   16,
+   155,
+   24,
+   32
+  ],
+  "test/n24/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ]
+ },
+ "seconds": 1166,
+ "time": "2026-11-06 01:06:52"
+}
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rk_ffn/ckpt_012000/n00/ids.json b/rubik_r1_20261106011120/inference/rk_ffn/ckpt_012000/n00/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rk_ffn/ckpt_012000/n00/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rk_ffn/ckpt_012000/n12/ids.json b/rubik_r1_20261106011120/inference/rk_ffn/ckpt_012000/n12/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rk_ffn/ckpt_012000/n12/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rk_v/ckpt_004000/done.json b/rubik_r1_20261106011120/inference/rk_v/ckpt_004000/done.json
new file mode 100644
index 0000000000000000000000000000000000000000..05f30b51b5123c7f35e63051da19169fd5d3a864
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rk_v/ckpt_004000/done.json
@@ -0,0 +1,136 @@
+{
+ "ckpt": "/mnt/localssd/lehany/wv/E1_rubik_20261104031751/rk_v/ckpt_004000.pt",
+ "key": "ema",
+ "step": 4000,
+ "max_ctx": 0,
+ "run_args": {
+  "run": "rk_v",
+  "task": "rubik",
+  "size": "200m",
+  "mem_proj": "v",
+  "mem_ffn": 0,
+  "mem_key": "raw",
+  "mem_loss": "delta",
+  "mem_fast_heads": 4,
+  "mem_blocks": 4,
+  "steps": 12000
+ },
+ "moves": [
+  0,
+  2,
+  4,
+  8,
+  12,
+  16,
+  24
+ ],
+ "protocols": [
+  "free",
+  "tf"
+ ],
+ "num": 64,
+ "sampling_steps": 50,
+ "seed": 0,
+ "shapes": {
+  "test/n00/free": [
+   64,
+   16,
+   35,
+   24,
+   32
+  ],
+  "test/n00/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n02/free": [
+   64,
+   16,
+   45,
+   24,
+   32
+  ],
+  "test/n02/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n04/free": [
+   64,
+   16,
+   55,
+   24,
+   32
+  ],
+  "test/n04/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n08/free": [
+   64,
+   16,
+   75,
+   24,
+   32
+  ],
+  "test/n08/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n12/free": [
+   64,
+   16,
+   95,
+   24,
+   32
+  ],
+  "test/n12/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n16/free": [
+   64,
+   16,
+   115,
+   24,
+   32
+  ],
+  "test/n16/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n24/free": [
+   64,
+   16,
+   155,
+   24,
+   32
+  ],
+  "test/n24/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ]
+ },
+ "seconds": 1141,
+ "time": "2026-11-05 23:51:07"
+}
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rk_v/ckpt_004000/n00/ids.json b/rubik_r1_20261106011120/inference/rk_v/ckpt_004000/n00/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rk_v/ckpt_004000/n00/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rk_v/ckpt_004000/n02/ids.json b/rubik_r1_20261106011120/inference/rk_v/ckpt_004000/n02/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rk_v/ckpt_004000/n02/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rk_v/ckpt_004000/n04/ids.json b/rubik_r1_20261106011120/inference/rk_v/ckpt_004000/n04/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rk_v/ckpt_004000/n04/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rk_v/ckpt_004000/n08/ids.json b/rubik_r1_20261106011120/inference/rk_v/ckpt_004000/n08/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rk_v/ckpt_004000/n08/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rk_v/ckpt_004000/n12/ids.json b/rubik_r1_20261106011120/inference/rk_v/ckpt_004000/n12/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rk_v/ckpt_004000/n12/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rk_v/ckpt_004000/n16/ids.json b/rubik_r1_20261106011120/inference/rk_v/ckpt_004000/n16/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rk_v/ckpt_004000/n16/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rk_v/ckpt_004000/n24/ids.json b/rubik_r1_20261106011120/inference/rk_v/ckpt_004000/n24/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rk_v/ckpt_004000/n24/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rk_v/ckpt_008000/done.json b/rubik_r1_20261106011120/inference/rk_v/ckpt_008000/done.json
new file mode 100644
index 0000000000000000000000000000000000000000..9e1dbfd775c5c90c7d2728ac1d2414c776a90ce0
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rk_v/ckpt_008000/done.json
@@ -0,0 +1,136 @@
+{
+ "ckpt": "/mnt/localssd/lehany/wv/E1_rubik_20261104031751/rk_v/ckpt_008000.pt",
+ "key": "ema",
+ "step": 8000,
+ "max_ctx": 0,
+ "run_args": {
+  "run": "rk_v",
+  "task": "rubik",
+  "size": "200m",
+  "mem_proj": "v",
+  "mem_ffn": 0,
+  "mem_key": "raw",
+  "mem_loss": "delta",
+  "mem_fast_heads": 4,
+  "mem_blocks": 4,
+  "steps": 12000
+ },
+ "moves": [
+  0,
+  2,
+  4,
+  8,
+  12,
+  16,
+  24
+ ],
+ "protocols": [
+  "free",
+  "tf"
+ ],
+ "num": 64,
+ "sampling_steps": 50,
+ "seed": 0,
+ "shapes": {
+  "test/n00/free": [
+   64,
+   16,
+   35,
+   24,
+   32
+  ],
+  "test/n00/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n02/free": [
+   64,
+   16,
+   45,
+   24,
+   32
+  ],
+  "test/n02/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n04/free": [
+   64,
+   16,
+   55,
+   24,
+   32
+  ],
+  "test/n04/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n08/free": [
+   64,
+   16,
+   75,
+   24,
+   32
+  ],
+  "test/n08/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n12/free": [
+   64,
+   16,
+   95,
+   24,
+   32
+  ],
+  "test/n12/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n16/free": [
+   64,
+   16,
+   115,
+   24,
+   32
+  ],
+  "test/n16/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n24/free": [
+   64,
+   16,
+   155,
+   24,
+   32
+  ],
+  "test/n24/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ]
+ },
+ "seconds": 1145,
+ "time": "2026-11-06 00:48:39"
+}
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rk_v/ckpt_008000/n00/ids.json b/rubik_r1_20261106011120/inference/rk_v/ckpt_008000/n00/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rk_v/ckpt_008000/n00/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rk_v/ckpt_008000/n02/ids.json b/rubik_r1_20261106011120/inference/rk_v/ckpt_008000/n02/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rk_v/ckpt_008000/n02/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rk_v/ckpt_008000/n04/ids.json b/rubik_r1_20261106011120/inference/rk_v/ckpt_008000/n04/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rk_v/ckpt_008000/n04/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rk_v/ckpt_008000/n08/ids.json b/rubik_r1_20261106011120/inference/rk_v/ckpt_008000/n08/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rk_v/ckpt_008000/n08/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rk_v/ckpt_008000/n12/ids.json b/rubik_r1_20261106011120/inference/rk_v/ckpt_008000/n12/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rk_v/ckpt_008000/n12/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rk_v/ckpt_008000/n16/ids.json b/rubik_r1_20261106011120/inference/rk_v/ckpt_008000/n16/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rk_v/ckpt_008000/n16/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rk_v/ckpt_008000/n24/ids.json b/rubik_r1_20261106011120/inference/rk_v/ckpt_008000/n24/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rk_v/ckpt_008000/n24/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rk_v/ckpt_012000/done.json b/rubik_r1_20261106011120/inference/rk_v/ckpt_012000/done.json
new file mode 100644
index 0000000000000000000000000000000000000000..3072fc8f598cad1dee0cae9155fdc32a1b926f4b
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rk_v/ckpt_012000/done.json
@@ -0,0 +1,136 @@
+{
+ "ckpt": "/mnt/localssd/lehany/wv/E1_rubik_20261104031751/rk_v/ckpt_012000.pt",
+ "key": "ema",
+ "step": 12000,
+ "max_ctx": 0,
+ "run_args": {
+  "run": "rk_v",
+  "task": "rubik",
+  "size": "200m",
+  "mem_proj": "v",
+  "mem_ffn": 0,
+  "mem_key": "raw",
+  "mem_loss": "delta",
+  "mem_fast_heads": 4,
+  "mem_blocks": 4,
+  "steps": 12000
+ },
+ "moves": [
+  0,
+  2,
+  4,
+  8,
+  12,
+  16,
+  24
+ ],
+ "protocols": [
+  "free",
+  "tf"
+ ],
+ "num": 64,
+ "sampling_steps": 50,
+ "seed": 0,
+ "shapes": {
+  "test/n00/free": [
+   64,
+   16,
+   35,
+   24,
+   32
+  ],
+  "test/n00/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n02/free": [
+   64,
+   16,
+   45,
+   24,
+   32
+  ],
+  "test/n02/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n04/free": [
+   64,
+   16,
+   55,
+   24,
+   32
+  ],
+  "test/n04/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n08/free": [
+   64,
+   16,
+   75,
+   24,
+   32
+  ],
+  "test/n08/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n12/free": [
+   64,
+   16,
+   95,
+   24,
+   32
+  ],
+  "test/n12/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n16/free": [
+   64,
+   16,
+   115,
+   24,
+   32
+  ],
+  "test/n16/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n24/free": [
+   64,
+   16,
+   155,
+   24,
+   32
+  ],
+  "test/n24/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ]
+ },
+ "seconds": 1145,
+ "time": "2026-11-06 00:08:11"
+}
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rk_v/ckpt_012000/n00/ids.json b/rubik_r1_20261106011120/inference/rk_v/ckpt_012000/n00/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rk_v/ckpt_012000/n00/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rk_v/ckpt_012000/n02/ids.json b/rubik_r1_20261106011120/inference/rk_v/ckpt_012000/n02/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rk_v/ckpt_012000/n02/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rk_v/ckpt_012000/n04/ids.json b/rubik_r1_20261106011120/inference/rk_v/ckpt_012000/n04/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rk_v/ckpt_012000/n04/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rk_v/ckpt_012000/n08/ids.json b/rubik_r1_20261106011120/inference/rk_v/ckpt_012000/n08/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rk_v/ckpt_012000/n08/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rk_v/ckpt_012000/n12/ids.json b/rubik_r1_20261106011120/inference/rk_v/ckpt_012000/n12/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rk_v/ckpt_012000/n12/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rk_v/ckpt_012000/n16/ids.json b/rubik_r1_20261106011120/inference/rk_v/ckpt_012000/n16/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rk_v/ckpt_012000/n16/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rk_v/ckpt_012000/n24/ids.json b/rubik_r1_20261106011120/inference/rk_v/ckpt_012000/n24/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rk_v/ckpt_012000/n24/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rubik_base/ema_020000_ctx-1/done.json b/rubik_r1_20261106011120/inference/rubik_base/ema_020000_ctx-1/done.json
new file mode 100644
index 0000000000000000000000000000000000000000..b6838070872b14a7062d7d0239c2ffb271571b31
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rubik_base/ema_020000_ctx-1/done.json
@@ -0,0 +1,130 @@
+{
+ "ckpt": "/mnt/localssd/lehany/wv/E1_rubik_20261104031751/rubik_base/ema_020000.pt",
+ "key": "ema",
+ "step": 20000,
+ "max_ctx": -1,
+ "run_args": {
+  "run": "rubik_base",
+  "task": "rubik",
+  "size": "200m",
+  "steps": 40000
+ },
+ "moves": [
+  0,
+  2,
+  4,
+  8,
+  12,
+  16,
+  24
+ ],
+ "protocols": [
+  "free",
+  "tf"
+ ],
+ "num": 64,
+ "sampling_steps": 50,
+ "seed": 0,
+ "shapes": {
+  "test/n00/free": [
+   64,
+   16,
+   35,
+   24,
+   32
+  ],
+  "test/n00/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n02/free": [
+   64,
+   16,
+   45,
+   24,
+   32
+  ],
+  "test/n02/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n04/free": [
+   64,
+   16,
+   55,
+   24,
+   32
+  ],
+  "test/n04/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n08/free": [
+   64,
+   16,
+   75,
+   24,
+   32
+  ],
+  "test/n08/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n12/free": [
+   64,
+   16,
+   95,
+   24,
+   32
+  ],
+  "test/n12/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n16/free": [
+   64,
+   16,
+   115,
+   24,
+   32
+  ],
+  "test/n16/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n24/free": [
+   64,
+   16,
+   155,
+   24,
+   32
+  ],
+  "test/n24/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ]
+ },
+ "seconds": 3450,
+ "time": "2026-11-06 00:07:22"
+}
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rubik_base/ema_020000_ctx-1/n00/ids.json b/rubik_r1_20261106011120/inference/rubik_base/ema_020000_ctx-1/n00/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rubik_base/ema_020000_ctx-1/n00/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rubik_base/ema_020000_ctx-1/n02/ids.json b/rubik_r1_20261106011120/inference/rubik_base/ema_020000_ctx-1/n02/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rubik_base/ema_020000_ctx-1/n02/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rubik_base/ema_020000_ctx-1/n04/ids.json b/rubik_r1_20261106011120/inference/rubik_base/ema_020000_ctx-1/n04/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rubik_base/ema_020000_ctx-1/n04/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rubik_base/ema_020000_ctx-1/n08/ids.json b/rubik_r1_20261106011120/inference/rubik_base/ema_020000_ctx-1/n08/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rubik_base/ema_020000_ctx-1/n08/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rubik_base/ema_020000_ctx-1/n12/ids.json b/rubik_r1_20261106011120/inference/rubik_base/ema_020000_ctx-1/n12/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rubik_base/ema_020000_ctx-1/n12/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rubik_base/ema_020000_ctx-1/n16/ids.json b/rubik_r1_20261106011120/inference/rubik_base/ema_020000_ctx-1/n16/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rubik_base/ema_020000_ctx-1/n16/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rubik_base/ema_020000_ctx-1/n24/ids.json b/rubik_r1_20261106011120/inference/rubik_base/ema_020000_ctx-1/n24/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rubik_base/ema_020000_ctx-1/n24/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx-1/done.json b/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx-1/done.json
new file mode 100644
index 0000000000000000000000000000000000000000..e1aba34d31bbbe8356fec5434c56025e8ef88881
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx-1/done.json
@@ -0,0 +1,130 @@
+{
+ "ckpt": "/mnt/localssd/lehany/wv/E1_rubik_20261104031751/rubik_base/ema_040000.pt",
+ "key": "ema",
+ "step": 40000,
+ "max_ctx": -1,
+ "run_args": {
+  "run": "rubik_base",
+  "task": "rubik",
+  "size": "200m",
+  "steps": 40000
+ },
+ "moves": [
+  0,
+  2,
+  4,
+  8,
+  12,
+  16,
+  24
+ ],
+ "protocols": [
+  "free",
+  "tf"
+ ],
+ "num": 64,
+ "sampling_steps": 50,
+ "seed": 0,
+ "shapes": {
+  "test/n00/free": [
+   64,
+   16,
+   35,
+   24,
+   32
+  ],
+  "test/n00/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n02/free": [
+   64,
+   16,
+   45,
+   24,
+   32
+  ],
+  "test/n02/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n04/free": [
+   64,
+   16,
+   55,
+   24,
+   32
+  ],
+  "test/n04/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n08/free": [
+   64,
+   16,
+   75,
+   24,
+   32
+  ],
+  "test/n08/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n12/free": [
+   64,
+   16,
+   95,
+   24,
+   32
+  ],
+  "test/n12/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n16/free": [
+   64,
+   16,
+   115,
+   24,
+   32
+  ],
+  "test/n16/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n24/free": [
+   64,
+   16,
+   155,
+   24,
+   32
+  ],
+  "test/n24/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ]
+ },
+ "seconds": 3445,
+ "time": "2026-11-06 00:07:18"
+}
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx-1/n00/ids.json b/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx-1/n00/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx-1/n00/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx-1/n02/ids.json b/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx-1/n02/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx-1/n02/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx-1/n04/ids.json b/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx-1/n04/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx-1/n04/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx-1/n08/ids.json b/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx-1/n08/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx-1/n08/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx-1/n12/ids.json b/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx-1/n12/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx-1/n12/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx-1/n16/ids.json b/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx-1/n16/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx-1/n16/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx-1/n24/ids.json b/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx-1/n24/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx-1/n24/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx0/done.json b/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx0/done.json
new file mode 100644
index 0000000000000000000000000000000000000000..5f3f22bc8997bca771863bed45a17b48384dc367
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx0/done.json
@@ -0,0 +1,130 @@
+{
+ "ckpt": "/mnt/localssd/lehany/wv/E1_rubik_20261104031751/rubik_base/ema_040000.pt",
+ "key": "ema",
+ "step": 40000,
+ "max_ctx": 0,
+ "run_args": {
+  "run": "rubik_base",
+  "task": "rubik",
+  "size": "200m",
+  "steps": 40000
+ },
+ "moves": [
+  0,
+  2,
+  4,
+  8,
+  12,
+  16,
+  24
+ ],
+ "protocols": [
+  "free",
+  "tf"
+ ],
+ "num": 64,
+ "sampling_steps": 50,
+ "seed": 0,
+ "shapes": {
+  "test/n00/free": [
+   64,
+   16,
+   35,
+   24,
+   32
+  ],
+  "test/n00/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n02/free": [
+   64,
+   16,
+   45,
+   24,
+   32
+  ],
+  "test/n02/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n04/free": [
+   64,
+   16,
+   55,
+   24,
+   32
+  ],
+  "test/n04/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n08/free": [
+   64,
+   16,
+   75,
+   24,
+   32
+  ],
+  "test/n08/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n12/free": [
+   64,
+   16,
+   95,
+   24,
+   32
+  ],
+  "test/n12/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n16/free": [
+   64,
+   16,
+   115,
+   24,
+   32
+  ],
+  "test/n16/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ],
+  "test/n24/free": [
+   64,
+   16,
+   155,
+   24,
+   32
+  ],
+  "test/n24/tf": [
+   64,
+   16,
+   20,
+   24,
+   32
+  ]
+ },
+ "seconds": 1100,
+ "time": "2026-11-05 23:28:13"
+}
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx0/n00/ids.json b/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx0/n00/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx0/n00/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx0/n02/ids.json b/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx0/n02/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx0/n02/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx0/n04/ids.json b/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx0/n04/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx0/n04/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx0/n08/ids.json b/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx0/n08/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx0/n08/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx0/n12/ids.json b/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx0/n12/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx0/n12/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx0/n16/ids.json b/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx0/n16/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx0/n16/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx0/n24/ids.json b/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx0/n24/ids.json
new file mode 100644
index 0000000000000000000000000000000000000000..3428800508753a463c03caf739e0596d546bcdd7
--- /dev/null
+++ b/rubik_r1_20261106011120/inference/rubik_base/ema_040000_ctx0/n24/ids.json
@@ -0,0 +1 @@
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63]
\ No newline at end of file
diff --git a/rubik_r1_20261106011120/logs/base_20261104_060826.log b/rubik_r1_20261106011120/logs/base_20261104_060826.log
new file mode 100644
index 0000000000000000000000000000000000000000..7d44bc5bcc4b6f58b701c745f2f900f868516245
--- /dev/null
+++ b/rubik_r1_20261106011120/logs/base_20261104_060826.log
@@ -0,0 +1,1255 @@
+pluto-prod-lehany-training-e1-5-0:2938:2938 [0] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth0
+pluto-prod-lehany-training-e1-5-0:2938:2938 [0] NCCL INFO Bootstrap: Using eth0:10.90.94.235<0>
+pluto-prod-lehany-training-e1-5-0:2938:2938 [0] NCCL INFO cudaDriverVersion 13000
+pluto-prod-lehany-training-e1-5-0:2938:2938 [0] NCCL INFO NCCL version 2.27.3+cuda12.9
+pluto-prod-lehany-training-e1-5-0:2938:2938 [0] NCCL INFO Comm config Blocking set to 1
+pluto-prod-lehany-training-e1-5-0:2939:2939 [1] NCCL INFO cudaDriverVersion 13000
+pluto-prod-lehany-training-e1-5-0:2939:2939 [1] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth0
+pluto-prod-lehany-training-e1-5-0:2939:2939 [1] NCCL INFO Bootstrap: Using eth0:10.90.94.235<0>
+pluto-prod-lehany-training-e1-5-0:2939:2939 [1] NCCL INFO NCCL version 2.27.3+cuda12.9
+pluto-prod-lehany-training-e1-5-0:2939:2939 [1] NCCL INFO Comm config Blocking set to 1
+pluto-prod-lehany-training-e1-5-0:2943:2943 [5] NCCL INFO cudaDriverVersion 13000
+pluto-prod-lehany-training-e1-5-0:2943:2943 [5] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth0
+pluto-prod-lehany-training-e1-5-0:2943:2943 [5] NCCL INFO Bootstrap: Using eth0:10.90.94.235<0>
+pluto-prod-lehany-training-e1-5-0:2943:2943 [5] NCCL INFO NCCL version 2.27.3+cuda12.9
+pluto-prod-lehany-training-e1-5-0:2943:2943 [5] NCCL INFO Comm config Blocking set to 1
+pluto-prod-lehany-training-e1-5-0:2940:2940 [2] NCCL INFO cudaDriverVersion 13000
+pluto-prod-lehany-training-e1-5-0:2940:2940 [2] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth0
+pluto-prod-lehany-training-e1-5-0:2940:2940 [2] NCCL INFO Bootstrap: Using eth0:10.90.94.235<0>
+pluto-prod-lehany-training-e1-5-0:2940:2940 [2] NCCL INFO NCCL version 2.27.3+cuda12.9
+pluto-prod-lehany-training-e1-5-0:2940:2940 [2] NCCL INFO Comm config Blocking set to 1
+pluto-prod-lehany-training-e1-5-0:2942:2942 [4] NCCL INFO cudaDriverVersion 13000
+pluto-prod-lehany-training-e1-5-0:2942:2942 [4] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth0
+pluto-prod-lehany-training-e1-5-0:2942:2942 [4] NCCL INFO Bootstrap: Using eth0:10.90.94.235<0>
+pluto-prod-lehany-training-e1-5-0:2942:2942 [4] NCCL INFO NCCL version 2.27.3+cuda12.9
+pluto-prod-lehany-training-e1-5-0:2942:2942 [4] NCCL INFO Comm config Blocking set to 1
+pluto-prod-lehany-training-e1-5-0:2944:2944 [6] NCCL INFO cudaDriverVersion 13000
+pluto-prod-lehany-training-e1-5-0:2945:2945 [7] NCCL INFO cudaDriverVersion 13000
+pluto-prod-lehany-training-e1-5-0:2944:2944 [6] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth0
+pluto-prod-lehany-training-e1-5-0:2945:2945 [7] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth0
+pluto-prod-lehany-training-e1-5-0:2944:2944 [6] NCCL INFO Bootstrap: Using eth0:10.90.94.235<0>
+pluto-prod-lehany-training-e1-5-0:2944:2944 [6] NCCL INFO NCCL version 2.27.3+cuda12.9
+pluto-prod-lehany-training-e1-5-0:2945:2945 [7] NCCL INFO Bootstrap: Using eth0:10.90.94.235<0>
+pluto-prod-lehany-training-e1-5-0:2945:2945 [7] NCCL INFO NCCL version 2.27.3+cuda12.9
+pluto-prod-lehany-training-e1-5-0:2944:2944 [6] NCCL INFO Comm config Blocking set to 1
+pluto-prod-lehany-training-e1-5-0:2945:2945 [7] NCCL INFO Comm config Blocking set to 1
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/Plugin: Plugin name set by env to libnccl-net.so
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/Plugin: Loaded net plugin Libfabric (v10)
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v10 symbol.
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v9 symbol.
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v8 symbol.
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v7 symbol.
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v6 symbol.
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO Successfully loaded external plugin libnccl-net.so
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI Initializing aws-ofi-nccl 1.17.3
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI Using Libfabric version 2.3
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI Using CUDA driver version 13000 with runtime 12080
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI Configuring AWS-specific options
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI Internode latency set at 75.0 us
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI Using transport protocol RDMA (platform set)
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/Plugin: Plugin name set by env to libnccl-net.so
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/Plugin: Loaded net plugin Libfabric (v10)
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v10 symbol.
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v9 symbol.
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v8 symbol.
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v7 symbol.
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v6 symbol.
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO Successfully loaded external plugin libnccl-net.so
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI Initializing aws-ofi-nccl 1.17.3
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI Using Libfabric version 2.3
+libfabric:2938:1793801319::core:core:cuda_gdrcopy_hmem_init():192<warn> gdrcopy_dl_hmem_init failed!
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/Plugin: Plugin name set by env to libnccl-net.so
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/Plugin: Loaded net plugin Libfabric (v10)
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v10 symbol.
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v9 symbol.
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v8 symbol.
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v7 symbol.
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v6 symbol.
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO Successfully loaded external plugin libnccl-net.so
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI Initializing aws-ofi-nccl 1.17.3
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI Using Libfabric version 2.3
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/Plugin: Plugin name set by env to libnccl-net.so
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/Plugin: Loaded net plugin Libfabric (v10)
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v10 symbol.
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v9 symbol.
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v8 symbol.
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v7 symbol.
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v6 symbol.
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO Successfully loaded external plugin libnccl-net.so
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI Initializing aws-ofi-nccl 1.17.3
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI Using Libfabric version 2.3
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI Using CUDA driver version 13000 with runtime 12080
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI Configuring AWS-specific options
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI Internode latency set at 75.0 us
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI Using transport protocol RDMA (platform set)
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/Plugin: Plugin name set by env to libnccl-net.so
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/Plugin: Loaded net plugin Libfabric (v10)
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v10 symbol.
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v9 symbol.
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v8 symbol.
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v7 symbol.
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v6 symbol.
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO Successfully loaded external plugin libnccl-net.so
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI Initializing aws-ofi-nccl 1.17.3
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI Using Libfabric version 2.3
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI Using CUDA driver version 13000 with runtime 12080
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI Configuring AWS-specific options
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI Internode latency set at 75.0 us
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI Using transport protocol RDMA (platform set)
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/Plugin: Plugin name set by env to libnccl-net.so
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/Plugin: Loaded net plugin Libfabric (v10)
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v10 symbol.
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v9 symbol.
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v8 symbol.
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v7 symbol.
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v6 symbol.
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO Successfully loaded external plugin libnccl-net.so
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI Initializing aws-ofi-nccl 1.17.3
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI Using Libfabric version 2.3
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/Plugin: Plugin name set by env to libnccl-net.so
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/Plugin: Loaded net plugin Libfabric (v10)
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v10 symbol.
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v9 symbol.
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v8 symbol.
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v7 symbol.
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v6 symbol.
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO Successfully loaded external plugin libnccl-net.so
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI Initializing aws-ofi-nccl 1.17.3
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI Using Libfabric version 2.3
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI Using CUDA driver version 13000 with runtime 12080
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI Configuring AWS-specific options
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI Internode latency set at 75.0 us
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI Using transport protocol RDMA (platform set)
+libfabric:2939:1793801319::core:core:cuda_gdrcopy_hmem_init():192<warn> gdrcopy_dl_hmem_init failed!
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI Using CUDA driver version 13000 with runtime 12080
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI Configuring AWS-specific options
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI Internode latency set at 75.0 us
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI Using transport protocol RDMA (platform set)
+libfabric:2943:1793801319::core:core:cuda_gdrcopy_hmem_init():192<warn> gdrcopy_dl_hmem_init failed!
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI Using CUDA driver version 13000 with runtime 12080
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI Configuring AWS-specific options
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI Internode latency set at 75.0 us
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI Using transport protocol RDMA (platform set)
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI Using CUDA driver version 13000 with runtime 12080
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI Configuring AWS-specific options
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI Internode latency set at 75.0 us
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI Using transport protocol RDMA (platform set)
+libfabric:2940:1793801319::core:core:cuda_gdrcopy_hmem_init():192<warn> gdrcopy_dl_hmem_init failed!
+libfabric:2942:1793801319::core:core:cuda_gdrcopy_hmem_init():192<warn> gdrcopy_dl_hmem_init failed!
+libfabric:2945:1793801319::core:core:cuda_gdrcopy_hmem_init():192<warn> gdrcopy_dl_hmem_init failed!
+libfabric:2944:1793801319::core:core:cuda_gdrcopy_hmem_init():192<warn> gdrcopy_dl_hmem_init failed!
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI Selected provider is efa, fabric is efa-direct (found 32 nics)
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI Selected provider is efa, fabric is efa-direct (found 32 nics)
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI Selected provider is efa, fabric is efa-direct (found 32 nics)
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI Selected provider is efa, fabric is efa-direct (found 32 nics)
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI Selected provider is efa, fabric is efa-direct (found 32 nics)
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI Selected provider is efa, fabric is efa-direct (found 32 nics)
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI Selected provider is efa, fabric is efa-direct (found 32 nics)
+pluto-prod-lehany-training-e1-5-0:2941:2941 [3] NCCL INFO cudaDriverVersion 13000
+pluto-prod-lehany-training-e1-5-0:2941:2941 [3] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth0
+pluto-prod-lehany-training-e1-5-0:2941:2941 [3] NCCL INFO Bootstrap: Using eth0:10.90.94.235<0>
+pluto-prod-lehany-training-e1-5-0:2941:2941 [3] NCCL INFO NCCL version 2.27.3+cuda12.9
+pluto-prod-lehany-training-e1-5-0:2941:2941 [3] NCCL INFO Comm config Blocking set to 1
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI NIC group 0 device #0 0000:52:00.0
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI NIC group 0 device #1 0000:51:00.0
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI NIC group 0 device #2 0000:50:00.0
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI NIC group 0 device #3 0000:4f:00.0
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI NIC group 1 device #0 0000:63:00.0
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI NIC group 1 device #1 0000:62:00.0
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI NIC group 1 device #2 0000:61:00.0
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI NIC group 1 device #3 0000:60:00.0
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI NIC group 2 device #0 0000:74:00.0
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI NIC group 2 device #1 0000:73:00.0
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI NIC group 2 device #2 0000:72:00.0
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI NIC group 2 device #3 0000:71:00.0
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI NIC group 3 device #0 0000:85:00.0
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI NIC group 3 device #1 0000:84:00.0
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI NIC group 3 device #2 0000:83:00.0
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI NIC group 3 device #3 0000:82:00.0
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI NIC group 4 device #0 0000:96:00.0
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI NIC group 4 device #1 0000:95:00.0
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI NIC group 4 device #2 0000:94:00.0
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI NIC group 4 device #3 0000:93:00.0
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI NIC group 5 device #0 0000:a7:00.0
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI NIC group 5 device #1 0000:a6:00.0
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI NIC group 5 device #2 0000:a5:00.0
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI NIC group 5 device #3 0000:a4:00.0
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI NIC group 6 device #0 0000:b8:00.0
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI NIC group 6 device #1 0000:b7:00.0
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI NIC group 6 device #2 0000:b6:00.0
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI NIC group 6 device #3 0000:b5:00.0
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI NIC group 7 device #0 0000:c9:00.0
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI NIC group 7 device #1 0000:c8:00.0
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI NIC group 7 device #2 0000:c7:00.0
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI NIC group 7 device #3 0000:c6:00.0
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI Creating one domain per thread
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI GUID of rdmap82s0: 6165bcd600000901
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI GUID for dev[0]: 00000000000000000a5a5eeb00000000
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI GUID of rdmap99s0: cd41e6d900002000
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI GUID for dev[1]: 00000000000000000a5a5eeb00000001
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI GUID of rdmap116s0: 6f7d80c000004a00
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI GUID for dev[2]: 00000000000000000a5a5eeb00000002
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI GUID of rdmap133s0: a9c956e500005d01
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI GUID for dev[3]: 00000000000000000a5a5eeb00000003
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI GUID of rdmap150s0: 4be7ded000008300
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI GUID for dev[4]: 00000000000000000a5a5eeb00000004
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI GUID of rdmap167s0: d56edfcc00009b01
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI GUID for dev[5]: 00000000000000000a5a5eeb00000005
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI GUID of rdmap184s0: 0b72e2c50000c200
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI GUID for dev[6]: 00000000000000000a5a5eeb00000006
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI GUID of rdmap201s0: 41f95ccc0000d600
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI GUID for dev[7]: 00000000000000000a5a5eeb00000007
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI Support for global registrations: false
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI Support for DMA-BUF registrations: false
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI Skipping adding FI_EFA_FORK_SAFE=1 to environment, already set
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI Adding NCCL_BUFFSIZE=8388608 to environment
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI Adding NCCL_NET_FORCE_FLUSH=0 to environment
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI Adding NCCL_NVLSTREE_MAX_CHUNKSIZE=524288 to environment
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI Adding NCCL_NVLS_CHUNKSIZE=524288 to environment
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI Adding NCCL_P2P_NET_CHUNKSIZE=524288 to environment
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI Adding NCCL_TOPO_FILE=/proc/self/fd/159 to environment
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI Adding NCCL_TUNER_PLUGIN=libnccl-net.so to environment
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO Initialized NET plugin Libfabric
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO Assigned NET plugin Libfabric to comm
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO Using network Libfabric
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI NIC group 0 device #0 0000:52:00.0
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI NIC group 0 device #1 0000:51:00.0
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI NIC group 0 device #2 0000:50:00.0
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI NIC group 0 device #3 0000:4f:00.0
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI NIC group 1 device #0 0000:63:00.0
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI NIC group 1 device #1 0000:62:00.0
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI NIC group 1 device #2 0000:61:00.0
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI NIC group 1 device #3 0000:60:00.0
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI NIC group 2 device #0 0000:74:00.0
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI NIC group 2 device #1 0000:73:00.0
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI NIC group 2 device #2 0000:72:00.0
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI NIC group 2 device #3 0000:71:00.0
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI NIC group 3 device #0 0000:85:00.0
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI NIC group 3 device #1 0000:84:00.0
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI NIC group 3 device #2 0000:83:00.0
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI NIC group 3 device #3 0000:82:00.0
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI NIC group 4 device #0 0000:96:00.0
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI NIC group 4 device #1 0000:95:00.0
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI NIC group 4 device #2 0000:94:00.0
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI NIC group 4 device #3 0000:93:00.0
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI NIC group 5 device #0 0000:a7:00.0
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI NIC group 5 device #1 0000:a6:00.0
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI NIC group 5 device #2 0000:a5:00.0
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI NIC group 5 device #3 0000:a4:00.0
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI NIC group 6 device #0 0000:b8:00.0
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI NIC group 6 device #1 0000:b7:00.0
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI NIC group 6 device #2 0000:b6:00.0
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI NIC group 6 device #3 0000:b5:00.0
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI NIC group 7 device #0 0000:c9:00.0
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI NIC group 7 device #1 0000:c8:00.0
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI NIC group 7 device #2 0000:c7:00.0
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI NIC group 7 device #3 0000:c6:00.0
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI Creating one domain per thread
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI GUID of rdmap82s0: 6165bcd600000901
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI GUID for dev[0]: 00000000000000000a5a5eeb00000000
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI GUID of rdmap99s0: cd41e6d900002000
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI GUID for dev[1]: 00000000000000000a5a5eeb00000001
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI GUID of rdmap116s0: 6f7d80c000004a00
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI GUID for dev[2]: 00000000000000000a5a5eeb00000002
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI GUID of rdmap133s0: a9c956e500005d01
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI GUID for dev[3]: 00000000000000000a5a5eeb00000003
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI GUID of rdmap150s0: 4be7ded000008300
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI GUID for dev[4]: 00000000000000000a5a5eeb00000004
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI GUID of rdmap167s0: d56edfcc00009b01
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI GUID for dev[5]: 00000000000000000a5a5eeb00000005
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI GUID of rdmap184s0: 0b72e2c50000c200
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI GUID for dev[6]: 00000000000000000a5a5eeb00000006
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI GUID of rdmap201s0: 41f95ccc0000d600
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI GUID for dev[7]: 00000000000000000a5a5eeb00000007
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI NIC group 0 device #0 0000:52:00.0
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI NIC group 0 device #1 0000:51:00.0
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI NIC group 0 device #2 0000:50:00.0
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI NIC group 0 device #3 0000:4f:00.0
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI NIC group 1 device #0 0000:63:00.0
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI NIC group 1 device #1 0000:62:00.0
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI NIC group 1 device #2 0000:61:00.0
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI NIC group 1 device #3 0000:60:00.0
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI NIC group 2 device #0 0000:74:00.0
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI NIC group 2 device #1 0000:73:00.0
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI NIC group 2 device #2 0000:72:00.0
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI NIC group 2 device #3 0000:71:00.0
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI NIC group 3 device #0 0000:85:00.0
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI NIC group 3 device #1 0000:84:00.0
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI NIC group 3 device #2 0000:83:00.0
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI NIC group 3 device #3 0000:82:00.0
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI NIC group 4 device #0 0000:96:00.0
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI NIC group 4 device #1 0000:95:00.0
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI NIC group 4 device #2 0000:94:00.0
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI NIC group 4 device #3 0000:93:00.0
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI NIC group 5 device #0 0000:a7:00.0
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI NIC group 5 device #1 0000:a6:00.0
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI NIC group 5 device #2 0000:a5:00.0
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI NIC group 5 device #3 0000:a4:00.0
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI NIC group 6 device #0 0000:b8:00.0
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI NIC group 6 device #1 0000:b7:00.0
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI NIC group 6 device #2 0000:b6:00.0
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI NIC group 6 device #3 0000:b5:00.0
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI NIC group 7 device #0 0000:c9:00.0
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI NIC group 7 device #1 0000:c8:00.0
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI NIC group 7 device #2 0000:c7:00.0
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI NIC group 7 device #3 0000:c6:00.0
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI Creating one domain per thread
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI GUID of rdmap82s0: 6165bcd600000901
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI GUID for dev[0]: 00000000000000000a5a5eeb00000000
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI GUID of rdmap99s0: cd41e6d900002000
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI GUID for dev[1]: 00000000000000000a5a5eeb00000001
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI GUID of rdmap116s0: 6f7d80c000004a00
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI GUID for dev[2]: 00000000000000000a5a5eeb00000002
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI GUID of rdmap133s0: a9c956e500005d01
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI GUID for dev[3]: 00000000000000000a5a5eeb00000003
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI GUID of rdmap150s0: 4be7ded000008300
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI GUID for dev[4]: 00000000000000000a5a5eeb00000004
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI NIC group 0 device #0 0000:52:00.0
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI NIC group 0 device #1 0000:51:00.0
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI NIC group 0 device #2 0000:50:00.0
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI NIC group 0 device #3 0000:4f:00.0
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI NIC group 1 device #0 0000:63:00.0
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI NIC group 1 device #1 0000:62:00.0
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI GUID of rdmap167s0: d56edfcc00009b01
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI NIC group 1 device #2 0000:61:00.0
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI NIC group 1 device #3 0000:60:00.0
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI NIC group 2 device #0 0000:74:00.0
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI NIC group 2 device #1 0000:73:00.0
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI NIC group 2 device #2 0000:72:00.0
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI NIC group 2 device #3 0000:71:00.0
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI NIC group 3 device #0 0000:85:00.0
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI NIC group 3 device #1 0000:84:00.0
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI NIC group 3 device #2 0000:83:00.0
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI NIC group 3 device #3 0000:82:00.0
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI NIC group 4 device #0 0000:96:00.0
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI NIC group 4 device #1 0000:95:00.0
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI NIC group 4 device #2 0000:94:00.0
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI NIC group 4 device #3 0000:93:00.0
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI NIC group 5 device #0 0000:a7:00.0
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI NIC group 5 device #1 0000:a6:00.0
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI NIC group 5 device #2 0000:a5:00.0
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI NIC group 5 device #3 0000:a4:00.0
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI NIC group 6 device #0 0000:b8:00.0
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI NIC group 6 device #1 0000:b7:00.0
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI NIC group 6 device #2 0000:b6:00.0
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI NIC group 6 device #3 0000:b5:00.0
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI NIC group 7 device #0 0000:c9:00.0
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI NIC group 7 device #1 0000:c8:00.0
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI NIC group 7 device #2 0000:c7:00.0
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI NIC group 7 device #3 0000:c6:00.0
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI Creating one domain per thread
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI GUID for dev[5]: 00000000000000000a5a5eeb00000005
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI GUID of rdmap184s0: 0b72e2c50000c200
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI GUID for dev[6]: 00000000000000000a5a5eeb00000006
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI GUID of rdmap201s0: 41f95ccc0000d600
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI GUID for dev[7]: 00000000000000000a5a5eeb00000007
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI GUID of rdmap82s0: 6165bcd600000901
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI GUID for dev[0]: 00000000000000000a5a5eeb00000000
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI GUID of rdmap99s0: cd41e6d900002000
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI GUID for dev[1]: 00000000000000000a5a5eeb00000001
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI GUID of rdmap116s0: 6f7d80c000004a00
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI GUID for dev[2]: 00000000000000000a5a5eeb00000002
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI GUID of rdmap133s0: a9c956e500005d01
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI GUID for dev[3]: 00000000000000000a5a5eeb00000003
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI GUID of rdmap150s0: 4be7ded000008300
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI GUID for dev[4]: 00000000000000000a5a5eeb00000004
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI NIC group 0 device #0 0000:52:00.0
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI NIC group 0 device #1 0000:51:00.0
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI NIC group 0 device #2 0000:50:00.0
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI NIC group 0 device #3 0000:4f:00.0
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI NIC group 1 device #0 0000:63:00.0
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI NIC group 1 device #1 0000:62:00.0
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI NIC group 1 device #2 0000:61:00.0
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI NIC group 1 device #3 0000:60:00.0
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI NIC group 2 device #0 0000:74:00.0
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI NIC group 2 device #1 0000:73:00.0
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI NIC group 2 device #2 0000:72:00.0
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI NIC group 2 device #3 0000:71:00.0
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI NIC group 3 device #0 0000:85:00.0
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI NIC group 3 device #1 0000:84:00.0
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI NIC group 3 device #2 0000:83:00.0
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI NIC group 3 device #3 0000:82:00.0
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI NIC group 4 device #0 0000:96:00.0
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI NIC group 4 device #1 0000:95:00.0
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI NIC group 4 device #2 0000:94:00.0
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI NIC group 4 device #3 0000:93:00.0
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI NIC group 5 device #0 0000:a7:00.0
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI NIC group 5 device #1 0000:a6:00.0
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI NIC group 5 device #2 0000:a5:00.0
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI NIC group 5 device #3 0000:a4:00.0
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI NIC group 6 device #0 0000:b8:00.0
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI NIC group 6 device #1 0000:b7:00.0
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI NIC group 6 device #2 0000:b6:00.0
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI NIC group 6 device #3 0000:b5:00.0
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI NIC group 7 device #0 0000:c9:00.0
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI NIC group 7 device #1 0000:c8:00.0
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI NIC group 7 device #2 0000:c7:00.0
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI NIC group 7 device #3 0000:c6:00.0
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI Creating one domain per thread
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI GUID of rdmap167s0: d56edfcc00009b01
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI GUID for dev[5]: 00000000000000000a5a5eeb00000005
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI GUID of rdmap184s0: 0b72e2c50000c200
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI GUID for dev[6]: 00000000000000000a5a5eeb00000006
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI GUID of rdmap82s0: 6165bcd600000901
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI GUID for dev[0]: 00000000000000000a5a5eeb00000000
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI GUID of rdmap201s0: 41f95ccc0000d600
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI GUID for dev[7]: 00000000000000000a5a5eeb00000007
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI GUID of rdmap99s0: cd41e6d900002000
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI GUID for dev[1]: 00000000000000000a5a5eeb00000001
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI NIC group 0 device #0 0000:52:00.0
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI NIC group 0 device #1 0000:51:00.0
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI NIC group 0 device #2 0000:50:00.0
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI NIC group 0 device #3 0000:4f:00.0
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI NIC group 1 device #0 0000:63:00.0
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI NIC group 1 device #1 0000:62:00.0
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI NIC group 1 device #2 0000:61:00.0
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI NIC group 1 device #3 0000:60:00.0
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI NIC group 2 device #0 0000:74:00.0
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI NIC group 2 device #1 0000:73:00.0
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI NIC group 2 device #2 0000:72:00.0
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI NIC group 2 device #3 0000:71:00.0
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI NIC group 3 device #0 0000:85:00.0
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI NIC group 3 device #1 0000:84:00.0
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI NIC group 3 device #2 0000:83:00.0
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI NIC group 3 device #3 0000:82:00.0
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI NIC group 4 device #0 0000:96:00.0
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI NIC group 4 device #1 0000:95:00.0
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI NIC group 4 device #2 0000:94:00.0
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI NIC group 4 device #3 0000:93:00.0
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI NIC group 5 device #0 0000:a7:00.0
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI NIC group 5 device #1 0000:a6:00.0
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI NIC group 5 device #2 0000:a5:00.0
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI NIC group 5 device #3 0000:a4:00.0
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI NIC group 6 device #0 0000:b8:00.0
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI NIC group 6 device #1 0000:b7:00.0
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI NIC group 6 device #2 0000:b6:00.0
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI NIC group 6 device #3 0000:b5:00.0
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI NIC group 7 device #0 0000:c9:00.0
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI NIC group 7 device #1 0000:c8:00.0
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI NIC group 7 device #2 0000:c7:00.0
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI NIC group 7 device #3 0000:c6:00.0
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI Creating one domain per thread
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI GUID of rdmap116s0: 6f7d80c000004a00
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI GUID for dev[2]: 00000000000000000a5a5eeb00000002
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI GUID of rdmap133s0: a9c956e500005d01
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI GUID for dev[3]: 00000000000000000a5a5eeb00000003
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI GUID of rdmap150s0: 4be7ded000008300
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI GUID for dev[4]: 00000000000000000a5a5eeb00000004
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI GUID of rdmap167s0: d56edfcc00009b01
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI GUID for dev[5]: 00000000000000000a5a5eeb00000005
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI GUID of rdmap82s0: 6165bcd600000901
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI GUID for dev[0]: 00000000000000000a5a5eeb00000000
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI GUID of rdmap184s0: 0b72e2c50000c200
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI GUID for dev[6]: 00000000000000000a5a5eeb00000006
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI GUID of rdmap99s0: cd41e6d900002000
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI GUID for dev[1]: 00000000000000000a5a5eeb00000001
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI GUID of rdmap201s0: 41f95ccc0000d600
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI GUID for dev[7]: 00000000000000000a5a5eeb00000007
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI GUID of rdmap116s0: 6f7d80c000004a00
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI NIC group 0 device #0 0000:52:00.0
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI NIC group 0 device #1 0000:51:00.0
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI NIC group 0 device #2 0000:50:00.0
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI NIC group 0 device #3 0000:4f:00.0
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI NIC group 1 device #0 0000:63:00.0
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI NIC group 1 device #1 0000:62:00.0
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI NIC group 1 device #2 0000:61:00.0
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI NIC group 1 device #3 0000:60:00.0
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI NIC group 2 device #0 0000:74:00.0
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI GUID for dev[2]: 00000000000000000a5a5eeb00000002
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI NIC group 2 device #1 0000:73:00.0
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI NIC group 2 device #2 0000:72:00.0
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI NIC group 2 device #3 0000:71:00.0
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI NIC group 3 device #0 0000:85:00.0
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI NIC group 3 device #1 0000:84:00.0
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI NIC group 3 device #2 0000:83:00.0
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI NIC group 3 device #3 0000:82:00.0
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI NIC group 4 device #0 0000:96:00.0
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI NIC group 4 device #1 0000:95:00.0
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI NIC group 4 device #2 0000:94:00.0
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI NIC group 4 device #3 0000:93:00.0
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI NIC group 5 device #0 0000:a7:00.0
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI NIC group 5 device #1 0000:a6:00.0
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI NIC group 5 device #2 0000:a5:00.0
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI NIC group 5 device #3 0000:a4:00.0
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI NIC group 6 device #0 0000:b8:00.0
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI NIC group 6 device #1 0000:b7:00.0
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI NIC group 6 device #2 0000:b6:00.0
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI NIC group 6 device #3 0000:b5:00.0
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI NIC group 7 device #0 0000:c9:00.0
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI NIC group 7 device #1 0000:c8:00.0
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI NIC group 7 device #2 0000:c7:00.0
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI NIC group 7 device #3 0000:c6:00.0
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI Creating one domain per thread
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI GUID of rdmap133s0: a9c956e500005d01
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI GUID for dev[3]: 00000000000000000a5a5eeb00000003
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI GUID of rdmap150s0: 4be7ded000008300
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI GUID for dev[4]: 00000000000000000a5a5eeb00000004
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI GUID of rdmap82s0: 6165bcd600000901
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI GUID for dev[0]: 00000000000000000a5a5eeb00000000
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI GUID of rdmap167s0: d56edfcc00009b01
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI GUID for dev[5]: 00000000000000000a5a5eeb00000005
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI GUID of rdmap99s0: cd41e6d900002000
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI GUID for dev[1]: 00000000000000000a5a5eeb00000001
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI GUID of rdmap184s0: 0b72e2c50000c200
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI GUID for dev[6]: 00000000000000000a5a5eeb00000006
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI GUID of rdmap116s0: 6f7d80c000004a00
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI GUID for dev[2]: 00000000000000000a5a5eeb00000002
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI GUID of rdmap201s0: 41f95ccc0000d600
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI GUID for dev[7]: 00000000000000000a5a5eeb00000007
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI GUID of rdmap133s0: a9c956e500005d01
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI GUID for dev[3]: 00000000000000000a5a5eeb00000003
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI GUID of rdmap150s0: 4be7ded000008300
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI GUID for dev[4]: 00000000000000000a5a5eeb00000004
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI GUID of rdmap167s0: d56edfcc00009b01
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI GUID for dev[5]: 00000000000000000a5a5eeb00000005
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI GUID of rdmap184s0: 0b72e2c50000c200
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI GUID for dev[6]: 00000000000000000a5a5eeb00000006
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI GUID of rdmap201s0: 41f95ccc0000d600
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI GUID for dev[7]: 00000000000000000a5a5eeb00000007
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI Support for global registrations: false
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI Support for DMA-BUF registrations: false
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI Support for global registrations: false
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI Support for DMA-BUF registrations: false
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI Support for global registrations: false
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI Support for DMA-BUF registrations: false
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI Support for global registrations: false
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI Support for DMA-BUF registrations: false
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO DMA-BUF is available on GPU device 0
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO ncclCommInitRankConfig comm 0x563e356692c0 rank 0 nranks 8 cudaDev 0 nvmlDev 0 busId 53000 commId 0x2250e1f971ea414d - Init START
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI Skipping adding FI_EFA_FORK_SAFE=1 to environment, already set
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI Adding NCCL_BUFFSIZE=8388608 to environment
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI Adding NCCL_NET_FORCE_FLUSH=0 to environment
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI Adding NCCL_NVLSTREE_MAX_CHUNKSIZE=524288 to environment
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI Adding NCCL_NVLS_CHUNKSIZE=524288 to environment
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI Adding NCCL_P2P_NET_CHUNKSIZE=524288 to environment
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI Adding NCCL_TOPO_FILE=/proc/self/fd/157 to environment
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI Adding NCCL_TUNER_PLUGIN=libnccl-net.so to environment
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO Initialized NET plugin Libfabric
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO Assigned NET plugin Libfabric to comm
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO Using network Libfabric
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI Support for global registrations: false
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI Support for DMA-BUF registrations: false
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI Support for global registrations: false
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI Support for DMA-BUF registrations: false
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI Skipping adding FI_EFA_FORK_SAFE=1 to environment, already set
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI Adding NCCL_BUFFSIZE=8388608 to environment
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI Adding NCCL_NET_FORCE_FLUSH=0 to environment
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI Adding NCCL_NVLSTREE_MAX_CHUNKSIZE=524288 to environment
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI Adding NCCL_NVLS_CHUNKSIZE=524288 to environment
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI Adding NCCL_P2P_NET_CHUNKSIZE=524288 to environment
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI Skipping adding FI_EFA_FORK_SAFE=1 to environment, already set
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI Adding NCCL_TOPO_FILE=/proc/self/fd/157 to environment
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI Adding NCCL_TUNER_PLUGIN=libnccl-net.so to environment
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI Adding NCCL_BUFFSIZE=8388608 to environment
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI Adding NCCL_NET_FORCE_FLUSH=0 to environment
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI Adding NCCL_NVLSTREE_MAX_CHUNKSIZE=524288 to environment
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI Adding NCCL_NVLS_CHUNKSIZE=524288 to environment
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO Initialized NET plugin Libfabric
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI Adding NCCL_P2P_NET_CHUNKSIZE=524288 to environment
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI Adding NCCL_TOPO_FILE=/proc/self/fd/157 to environment
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI Adding NCCL_TUNER_PLUGIN=libnccl-net.so to environment
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO Initialized NET plugin Libfabric
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI Skipping adding FI_EFA_FORK_SAFE=1 to environment, already set
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO Assigned NET plugin Libfabric to comm
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO Using network Libfabric
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI Adding NCCL_BUFFSIZE=8388608 to environment
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI Adding NCCL_NET_FORCE_FLUSH=0 to environment
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI Adding NCCL_NVLSTREE_MAX_CHUNKSIZE=524288 to environment
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO Assigned NET plugin Libfabric to comm
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI Adding NCCL_NVLS_CHUNKSIZE=524288 to environment
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI Adding NCCL_P2P_NET_CHUNKSIZE=524288 to environment
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO Using network Libfabric
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI Adding NCCL_TOPO_FILE=/proc/self/fd/157 to environment
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI Adding NCCL_TUNER_PLUGIN=libnccl-net.so to environment
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO Initialized NET plugin Libfabric
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO Assigned NET plugin Libfabric to comm
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO Using network Libfabric
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI Skipping adding FI_EFA_FORK_SAFE=1 to environment, already set
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI Adding NCCL_BUFFSIZE=8388608 to environment
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI Adding NCCL_NET_FORCE_FLUSH=0 to environment
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI Adding NCCL_NVLSTREE_MAX_CHUNKSIZE=524288 to environment
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI Adding NCCL_NVLS_CHUNKSIZE=524288 to environment
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI Adding NCCL_P2P_NET_CHUNKSIZE=524288 to environment
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI Adding NCCL_TOPO_FILE=/proc/self/fd/157 to environment
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI Adding NCCL_TUNER_PLUGIN=libnccl-net.so to environment
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO Initialized NET plugin Libfabric
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO Assigned NET plugin Libfabric to comm
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO Using network Libfabric
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI Skipping adding FI_EFA_FORK_SAFE=1 to environment, already set
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI Adding NCCL_BUFFSIZE=8388608 to environment
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI Adding NCCL_NET_FORCE_FLUSH=0 to environment
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI Adding NCCL_NVLSTREE_MAX_CHUNKSIZE=524288 to environment
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI Adding NCCL_NVLS_CHUNKSIZE=524288 to environment
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI Adding NCCL_P2P_NET_CHUNKSIZE=524288 to environment
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI Adding NCCL_TOPO_FILE=/proc/self/fd/157 to environment
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI Adding NCCL_TUNER_PLUGIN=libnccl-net.so to environment
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO Initialized NET plugin Libfabric
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO Assigned NET plugin Libfabric to comm
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO Using network Libfabric
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO DMA-BUF is available on GPU device 5
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO DMA-BUF is available on GPU device 7
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO DMA-BUF is available on GPU device 2
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO ncclCommInitRankConfig comm 0x564c11bd8040 rank 5 nranks 8 cudaDev 5 nvmlDev 5 busId a8000 commId 0x2250e1f971ea414d - Init START
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO ncclCommInitRankConfig comm 0x560a5e2969c0 rank 2 nranks 8 cudaDev 2 nvmlDev 2 busId 75000 commId 0x2250e1f971ea414d - Init START
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO ncclCommInitRankConfig comm 0x5599350b7780 rank 7 nranks 8 cudaDev 7 nvmlDev 7 busId ca000 commId 0x2250e1f971ea414d - Init START
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO DMA-BUF is available on GPU device 6
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO ncclCommInitRankConfig comm 0x557eff697c80 rank 6 nranks 8 cudaDev 6 nvmlDev 6 busId b9000 commId 0x2250e1f971ea414d - Init START
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO RAS client listening socket at ::1<28028>
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO RAS client listening socket at ::1<28028>
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO DMA-BUF is available on GPU device 4
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO ncclCommInitRankConfig comm 0x55a3057ea500 rank 4 nranks 8 cudaDev 4 nvmlDev 4 busId 97000 commId 0x2250e1f971ea414d - Init START
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO RAS client listening socket at ::1<28028>
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO DMA-BUF is available on GPU device 1
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO ncclCommInitRankConfig comm 0x562e4bd46140 rank 1 nranks 8 cudaDev 1 nvmlDev 1 busId 64000 commId 0x2250e1f971ea414d - Init START
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO RAS client listening socket at ::1<28028>
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO RAS client listening socket at ::1<28028>
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/Plugin: Plugin name set by env to libnccl-net.so
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/Plugin: Loaded net plugin Libfabric (v10)
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v10 symbol.
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v9 symbol.
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v8 symbol.
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v7 symbol.
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v6 symbol.
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO Successfully loaded external plugin libnccl-net.so
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI Initializing aws-ofi-nccl 1.17.3
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI Using Libfabric version 2.3
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI Using CUDA driver version 13000 with runtime 12080
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI Configuring AWS-specific options
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI Internode latency set at 75.0 us
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI Using transport protocol RDMA (platform set)
+libfabric:2941:1793801321::core:core:cuda_gdrcopy_hmem_init():192<warn> gdrcopy_dl_hmem_init failed!
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI Selected provider is efa, fabric is efa-direct (found 32 nics)
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI NIC group 0 device #0 0000:52:00.0
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI NIC group 0 device #1 0000:51:00.0
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI NIC group 0 device #2 0000:50:00.0
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI NIC group 0 device #3 0000:4f:00.0
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI NIC group 1 device #0 0000:63:00.0
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI NIC group 1 device #1 0000:62:00.0
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI NIC group 1 device #2 0000:61:00.0
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI NIC group 1 device #3 0000:60:00.0
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI NIC group 2 device #0 0000:74:00.0
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI NIC group 2 device #1 0000:73:00.0
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI NIC group 2 device #2 0000:72:00.0
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI NIC group 2 device #3 0000:71:00.0
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI NIC group 3 device #0 0000:85:00.0
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI NIC group 3 device #1 0000:84:00.0
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI NIC group 3 device #2 0000:83:00.0
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI NIC group 3 device #3 0000:82:00.0
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI NIC group 4 device #0 0000:96:00.0
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI NIC group 4 device #1 0000:95:00.0
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI NIC group 4 device #2 0000:94:00.0
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI NIC group 4 device #3 0000:93:00.0
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI NIC group 5 device #0 0000:a7:00.0
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI NIC group 5 device #1 0000:a6:00.0
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI NIC group 5 device #2 0000:a5:00.0
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI NIC group 5 device #3 0000:a4:00.0
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI NIC group 6 device #0 0000:b8:00.0
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI NIC group 6 device #1 0000:b7:00.0
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI NIC group 6 device #2 0000:b6:00.0
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI NIC group 6 device #3 0000:b5:00.0
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI NIC group 7 device #0 0000:c9:00.0
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI NIC group 7 device #1 0000:c8:00.0
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI NIC group 7 device #2 0000:c7:00.0
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI NIC group 7 device #3 0000:c6:00.0
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI Creating one domain per thread
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI GUID of rdmap82s0: 6165bcd600000901
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI GUID for dev[0]: 00000000000000000a5a5eeb00000000
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI GUID of rdmap99s0: cd41e6d900002000
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI GUID for dev[1]: 00000000000000000a5a5eeb00000001
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI GUID of rdmap116s0: 6f7d80c000004a00
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI GUID for dev[2]: 00000000000000000a5a5eeb00000002
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI GUID of rdmap133s0: a9c956e500005d01
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI GUID for dev[3]: 00000000000000000a5a5eeb00000003
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI GUID of rdmap150s0: 4be7ded000008300
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI GUID for dev[4]: 00000000000000000a5a5eeb00000004
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI GUID of rdmap167s0: d56edfcc00009b01
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI GUID for dev[5]: 00000000000000000a5a5eeb00000005
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI GUID of rdmap184s0: 0b72e2c50000c200
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI GUID for dev[6]: 00000000000000000a5a5eeb00000006
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI GUID of rdmap201s0: 41f95ccc0000d600
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI GUID for dev[7]: 00000000000000000a5a5eeb00000007
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI Support for global registrations: false
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI Support for DMA-BUF registrations: false
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI Skipping adding FI_EFA_FORK_SAFE=1 to environment, already set
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI Adding NCCL_BUFFSIZE=8388608 to environment
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI Adding NCCL_NET_FORCE_FLUSH=0 to environment
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI Adding NCCL_NVLSTREE_MAX_CHUNKSIZE=524288 to environment
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI Adding NCCL_NVLS_CHUNKSIZE=524288 to environment
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI Adding NCCL_P2P_NET_CHUNKSIZE=524288 to environment
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI Adding NCCL_TOPO_FILE=/proc/self/fd/157 to environment
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI Adding NCCL_TUNER_PLUGIN=libnccl-net.so to environment
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO Initialized NET plugin Libfabric
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO Assigned NET plugin Libfabric to comm
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO Using network Libfabric
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO DMA-BUF is available on GPU device 3
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO ncclCommInitRankConfig comm 0x558c21a74240 rank 3 nranks 8 cudaDev 3 nvmlDev 3 busId 86000 commId 0x2250e1f971ea414d - Init START
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO RAS client listening socket at ::1<28028>
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO RAS client listening socket at ::1<28028>
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO RAS client listening socket at ::1<28028>
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO Bootstrap timings total 0.776137 (create 0.000084, send 0.000138, recv 0.774371, ring 0.000390, delay 0.000001)
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO Bootstrap timings total 0.002071 (create 0.000100, send 0.000140, recv 0.000351, ring 0.000463, delay 0.000001)
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO Bootstrap timings total 0.654294 (create 0.000100, send 0.000125, recv 0.000149, ring 0.000327, delay 0.000001)
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO Bootstrap timings total 0.647247 (create 0.000069, send 0.000121, recv 0.000389, ring 0.645638, delay 0.000000)
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO Bootstrap timings total 0.773802 (create 0.000114, send 0.000146, recv 0.000228, ring 0.681692, delay 0.000001)
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO Bootstrap timings total 0.786023 (create 0.000100, send 0.000151, recv 0.102757, ring 0.652932, delay 0.000001)
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO Bootstrap timings total 0.683401 (create 0.000075, send 0.000132, recv 0.000332, ring 0.681702, delay 0.000001)
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO Bootstrap timings total 1.392222 (create 0.000094, send 0.000224, recv 0.744997, ring 0.645415, delay 0.000001)
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO MNNVL busId 0x86000 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO MNNVL busId 0x64000 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO MNNVL busId 0x75000 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO MNNVL busId 0xca000 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO MNNVL busId 0xb9000 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO MNNVL busId 0x53000 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO MNNVL busId 0xa8000 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO MNNVL busId 0x97000 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NCCL_TOPO_FILE set by environment to /proc/self/fd/157
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NCCL_TOPO_FILE set by environment to /proc/self/fd/157
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NCCL_TOPO_FILE set by environment to /proc/self/fd/157
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NCCL_TOPO_FILE set by environment to /proc/self/fd/157
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NCCL_TOPO_FILE set by environment to /proc/self/fd/157
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NCCL_TOPO_FILE set by environment to /proc/self/fd/157
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NCCL_TOPO_FILE set by environment to /proc/self/fd/157
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NCCL_TOPO_FILE set by environment to /proc/self/fd/159
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO Setting affinity for GPU 7 to 48-95,144-191
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NVLS multicast support is available on dev 7 (NVLS_NCHANNELS 16)
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO Setting affinity for GPU 6 to 48-95,144-191
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NVLS multicast support is available on dev 6 (NVLS_NCHANNELS 16)
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO Setting affinity for GPU 5 to 48-95,144-191
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NVLS multicast support is available on dev 5 (NVLS_NCHANNELS 16)
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO Setting affinity for GPU 3 to 0-47,96-143
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NVLS multicast support is available on dev 3 (NVLS_NCHANNELS 16)
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO Setting affinity for GPU 4 to 48-95,144-191
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NVLS multicast support is available on dev 4 (NVLS_NCHANNELS 16)
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO Setting affinity for GPU 1 to 0-47,96-143
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO Setting affinity for GPU 0 to 0-47,96-143
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NVLS multicast support is available on dev 0 (NVLS_NCHANNELS 16)
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NVLS multicast support is available on dev 1 (NVLS_NCHANNELS 16)
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO Setting affinity for GPU 2 to 0-47,96-143
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NVLS multicast support is available on dev 2 (NVLS_NCHANNELS 16)
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO comm 0x560a5e2969c0 rank 2 nRanks 8 nNodes 1 localRanks 8 localRank 2 MNNVL 0
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO comm 0x562e4bd46140 rank 1 nRanks 8 nNodes 1 localRanks 8 localRank 1 MNNVL 0
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO comm 0x564c11bd8040 rank 5 nRanks 8 nNodes 1 localRanks 8 localRank 5 MNNVL 0
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO comm 0x558c21a74240 rank 3 nRanks 8 nNodes 1 localRanks 8 localRank 3 MNNVL 0
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO comm 0x563e356692c0 rank 0 nRanks 8 nNodes 1 localRanks 8 localRank 0 MNNVL 0
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO comm 0x557eff697c80 rank 6 nRanks 8 nNodes 1 localRanks 8 localRank 6 MNNVL 0
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO comm 0x5599350b7780 rank 7 nRanks 8 nNodes 1 localRanks 8 localRank 7 MNNVL 0
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO comm 0x55a3057ea500 rank 4 nRanks 8 nNodes 1 localRanks 8 localRank 4 MNNVL 0
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO Channel 00/24 : 0 1 2 3 4 5 6 7
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO Channel 01/24 : 0 1 2 3 4 5 6 7
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO Channel 02/24 : 0 1 2 3 4 5 6 7
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO Trees [0] 6/-1/-1->5->4 [1] 6/-1/-1->5->4 [2] 6/-1/-1->5->4 [3] 6/-1/-1->5->4 [4] 6/-1/-1->5->4 [5] 6/-1/-1->5->4 [6] 6/-1/-1->5->4 [7] 6/-1/-1->5->4 [8] 6/-1/-1->5->4 [9] 6/-1/-1->5->4 [10] 6/-1/-1->5->4 [11] 6/-1/-1->5->4 [12] 6/-1/-1->5->4 [13] 6/-1/-1->5->4 [14] 6/-1/-1->5->4 [15] 6/-1/-1->5->4 [16] 6/-1/-1->5->4 [17] 6/-1/-1->5->4 [18] 6/-1/-1->5->4 [19] 6/-1/-1->5->4 [20] 6/-1/-1->5->4 [21] 6/-1/-1->5->4 [22] 6/-1/-1->5->4 [23] 6/-1/-1->5->4
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO Trees [0] 2/-1/-1->1->0 [1] 2/-1/-1->1->0 [2] 2/-1/-1->1->0 [3] 2/-1/-1->1->0 [4] 2/-1/-1->1->0 [5] 2/-1/-1->1->0 [6] 2/-1/-1->1->0 [7] 2/-1/-1->1->0 [8] 2/-1/-1->1->0 [9] 2/-1/-1->1->0 [10] 2/-1/-1->1->0 [11] 2/-1/-1->1->0 [12] 2/-1/-1->1->0 [13] 2/-1/-1->1->0 [14] 2/-1/-1->1->0 [15] 2/-1/-1->1->0 [16] 2/-1/-1->1->0 [17] 2/-1/-1->1->0 [18] 2/-1/-1->1->0 [19] 2/-1/-1->1->0 [20] 2/-1/-1->1->0 [21] 2/-1/-1->1->0 [22] 2/-1/-1->1->0 [23] 2/-1/-1->1->0
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO Channel 03/24 : 0 1 2 3 4 5 6 7
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO Trees [0] 3/-1/-1->2->1 [1] 3/-1/-1->2->1 [2] 3/-1/-1->2->1 [3] 3/-1/-1->2->1 [4] 3/-1/-1->2->1 [5] 3/-1/-1->2->1 [6] 3/-1/-1->2->1 [7] 3/-1/-1->2->1 [8] 3/-1/-1->2->1 [9] 3/-1/-1->2->1 [10] 3/-1/-1->2->1 [11] 3/-1/-1->2->1 [12] 3/-1/-1->2->1 [13] 3/-1/-1->2->1 [14] 3/-1/-1->2->1 [15] 3/-1/-1->2->1 [16] 3/-1/-1->2->1 [17] 3/-1/-1->2->1 [18] 3/-1/-1->2->1 [19] 3/-1/-1->2->1 [20] 3/-1/-1->2->1 [21] 3/-1/-1->2->1 [22] 3/-1/-1->2->1 [23] 3/-1/-1->2->1
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO Trees [0] 7/-1/-1->6->5 [1] 7/-1/-1->6->5 [2] 7/-1/-1->6->5 [3] 7/-1/-1->6->5 [4] 7/-1/-1->6->5 [5] 7/-1/-1->6->5 [6] 7/-1/-1->6->5 [7] 7/-1/-1->6->5 [8] 7/-1/-1->6->5 [9] 7/-1/-1->6->5 [10] 7/-1/-1->6->5 [11] 7/-1/-1->6->5 [12] 7/-1/-1->6->5 [13] 7/-1/-1->6->5 [14] 7/-1/-1->6->5 [15] 7/-1/-1->6->5 [16] 7/-1/-1->6->5 [17] 7/-1/-1->6->5 [18] 7/-1/-1->6->5 [19] 7/-1/-1->6->5 [20] 7/-1/-1->6->5 [21] 7/-1/-1->6->5 [22] 7/-1/-1->6->5 [23] 7/-1/-1->6->5
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO Trees [0] 5/-1/-1->4->3 [1] 5/-1/-1->4->3 [2] 5/-1/-1->4->3 [3] 5/-1/-1->4->3 [4] 5/-1/-1->4->3 [5] 5/-1/-1->4->3 [6] 5/-1/-1->4->3 [7] 5/-1/-1->4->3 [8] 5/-1/-1->4->3 [9] 5/-1/-1->4->3 [10] 5/-1/-1->4->3 [11] 5/-1/-1->4->3 [12] 5/-1/-1->4->3 [13] 5/-1/-1->4->3 [14] 5/-1/-1->4->3 [15] 5/-1/-1->4->3 [16] 5/-1/-1->4->3 [17] 5/-1/-1->4->3 [18] 5/-1/-1->4->3 [19] 5/-1/-1->4->3 [20] 5/-1/-1->4->3 [21] 5/-1/-1->4->3 [22] 5/-1/-1->4->3 [23] 5/-1/-1->4->3
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NCCL_BUFFSIZE set by environment to 8388608.
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO Channel 04/24 : 0 1 2 3 4 5 6 7
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NCCL_BUFFSIZE set by environment to 8388608.
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NCCL_BUFFSIZE set by environment to 8388608.
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NCCL_BUFFSIZE set by environment to 8388608.
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO Trees [0] -1/-1/-1->7->6 [1] -1/-1/-1->7->6 [2] -1/-1/-1->7->6 [3] -1/-1/-1->7->6 [4] -1/-1/-1->7->6 [5] -1/-1/-1->7->6 [6] -1/-1/-1->7->6 [7] -1/-1/-1->7->6 [8] -1/-1/-1->7->6 [9] -1/-1/-1->7->6 [10] -1/-1/-1->7->6 [11] -1/-1/-1->7->6 [12] -1/-1/-1->7->6 [13] -1/-1/-1->7->6 [14] -1/-1/-1->7->6 [15] -1/-1/-1->7->6 [16] -1/-1/-1->7->6 [17] -1/-1/-1->7->6 [18] -1/-1/-1->7->6 [19] -1/-1/-1->7->6 [20] -1/-1/-1->7->6 [21] -1/-1/-1->7->6 [22] -1/-1/-1->7->6 [23] -1/-1/-1->7->6
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO Trees [0] 4/-1/-1->3->2 [1] 4/-1/-1->3->2 [2] 4/-1/-1->3->2 [3] 4/-1/-1->3->2 [4] 4/-1/-1->3->2 [5] 4/-1/-1->3->2 [6] 4/-1/-1->3->2 [7] 4/-1/-1->3->2 [8] 4/-1/-1->3->2 [9] 4/-1/-1->3->2 [10] 4/-1/-1->3->2 [11] 4/-1/-1->3->2 [12] 4/-1/-1->3->2 [13] 4/-1/-1->3->2 [14] 4/-1/-1->3->2 [15] 4/-1/-1->3->2 [16] 4/-1/-1->3->2 [17] 4/-1/-1->3->2 [18] 4/-1/-1->3->2 [19] 4/-1/-1->3->2 [20] 4/-1/-1->3->2 [21] 4/-1/-1->3->2 [22] 4/-1/-1->3->2 [23] 4/-1/-1->3->2
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO Channel 05/24 : 0 1 2 3 4 5 6 7
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO P2P Chunksize set to 524288
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO P2P Chunksize set to 524288
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NCCL_BUFFSIZE set by environment to 8388608.
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO P2P Chunksize set to 524288
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NCCL_BUFFSIZE set by environment to 8388608.
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NCCL_BUFFSIZE set by environment to 8388608.
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO P2P Chunksize set to 524288
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO Channel 06/24 : 0 1 2 3 4 5 6 7
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO P2P Chunksize set to 524288
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO P2P Chunksize set to 524288
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO P2P Chunksize set to 524288
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO Channel 07/24 : 0 1 2 3 4 5 6 7
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO Channel 08/24 : 0 1 2 3 4 5 6 7
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO Channel 09/24 : 0 1 2 3 4 5 6 7
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO Channel 10/24 : 0 1 2 3 4 5 6 7
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO Channel 11/24 : 0 1 2 3 4 5 6 7
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO Channel 12/24 : 0 1 2 3 4 5 6 7
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO Channel 13/24 : 0 1 2 3 4 5 6 7
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO Channel 14/24 : 0 1 2 3 4 5 6 7
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO Channel 15/24 : 0 1 2 3 4 5 6 7
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO Channel 16/24 : 0 1 2 3 4 5 6 7
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO Channel 17/24 : 0 1 2 3 4 5 6 7
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO Channel 18/24 : 0 1 2 3 4 5 6 7
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO Channel 19/24 : 0 1 2 3 4 5 6 7
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO Channel 20/24 : 0 1 2 3 4 5 6 7
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO Channel 21/24 : 0 1 2 3 4 5 6 7
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO Channel 22/24 : 0 1 2 3 4 5 6 7
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO Channel 23/24 : 0 1 2 3 4 5 6 7
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO Trees [0] 1/-1/-1->0->-1 [1] 1/-1/-1->0->-1 [2] 1/-1/-1->0->-1 [3] 1/-1/-1->0->-1 [4] 1/-1/-1->0->-1 [5] 1/-1/-1->0->-1 [6] 1/-1/-1->0->-1 [7] 1/-1/-1->0->-1 [8] 1/-1/-1->0->-1 [9] 1/-1/-1->0->-1 [10] 1/-1/-1->0->-1 [11] 1/-1/-1->0->-1 [12] 1/-1/-1->0->-1 [13] 1/-1/-1->0->-1 [14] 1/-1/-1->0->-1 [15] 1/-1/-1->0->-1 [16] 1/-1/-1->0->-1 [17] 1/-1/-1->0->-1 [18] 1/-1/-1->0->-1 [19] 1/-1/-1->0->-1 [20] 1/-1/-1->0->-1 [21] 1/-1/-1->0->-1 [22] 1/-1/-1->0->-1 [23] 1/-1/-1->0->-1
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NCCL_BUFFSIZE set by environment to 8388608.
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO P2P Chunksize set to 524288
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so. 
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so. 
+pluto-prod-lehany-training-e1-5-0:2940:3127 [2] NCCL INFO [Proxy Service] Device 2 CPU core 24
+pluto-prod-lehany-training-e1-5-0:2939:3129 [1] NCCL INFO [Proxy Service UDS] Device 1 CPU core 129
+pluto-prod-lehany-training-e1-5-0:2940:3130 [2] NCCL INFO [Proxy Service UDS] Device 2 CPU core 23
+pluto-prod-lehany-training-e1-5-0:2939:3128 [1] NCCL INFO [Proxy Service] Device 1 CPU core 24
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so. 
+pluto-prod-lehany-training-e1-5-0:2943:3132 [5] NCCL INFO [Proxy Service UDS] Device 5 CPU core 51
+pluto-prod-lehany-training-e1-5-0:2943:3131 [5] NCCL INFO [Proxy Service] Device 5 CPU core 70
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so. 
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO Check P2P Type isAllDirectP2p 1 directMode 0
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so. 
+pluto-prod-lehany-training-e1-5-0:2938:3133 [0] NCCL INFO [Proxy Service] Device 0 CPU core 11
+pluto-prod-lehany-training-e1-5-0:2938:3134 [0] NCCL INFO [Proxy Service UDS] Device 0 CPU core 16
+pluto-prod-lehany-training-e1-5-0:2944:3135 [6] NCCL INFO [Proxy Service] Device 6 CPU core 71
+pluto-prod-lehany-training-e1-5-0:2944:3136 [6] NCCL INFO [Proxy Service UDS] Device 6 CPU core 185
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so. 
+pluto-prod-lehany-training-e1-5-0:2945:3137 [7] NCCL INFO [Proxy Service] Device 7 CPU core 72
+pluto-prod-lehany-training-e1-5-0:2945:3138 [7] NCCL INFO [Proxy Service UDS] Device 7 CPU core 80
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so. 
+pluto-prod-lehany-training-e1-5-0:2942:3139 [4] NCCL INFO [Proxy Service] Device 4 CPU core 56
+pluto-prod-lehany-training-e1-5-0:2942:3140 [4] NCCL INFO [Proxy Service UDS] Device 4 CPU core 80
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so. 
+pluto-prod-lehany-training-e1-5-0:2941:3142 [3] NCCL INFO [Proxy Service UDS] Device 3 CPU core 15
+pluto-prod-lehany-training-e1-5-0:2941:3141 [3] NCCL INFO [Proxy Service] Device 3 CPU core 129
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NCCL_NVLS_CHUNKSIZE set by environment to 524288.
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NCCL_NVLS_CHUNKSIZE set by environment to 524288.
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NCCL_NVLS_CHUNKSIZE set by environment to 524288.
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NCCL_NVLS_CHUNKSIZE set by environment to 524288.
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NCCL_NVLS_CHUNKSIZE set by environment to 524288.
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NCCL_NVLS_CHUNKSIZE set by environment to 524288.
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NCCL_NVLS_CHUNKSIZE set by environment to 524288.
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NCCL_NVLS_CHUNKSIZE set by environment to 524288.
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO threadThresholds 8/8/64 | 64/8/64 | 512 | 512
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO 24 coll channels, 24 collnet channels, 16 nvls channels, 32 p2p channels, 32 p2p channels per peer
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO threadThresholds 8/8/64 | 64/8/64 | 512 | 512
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO 24 coll channels, 24 collnet channels, 16 nvls channels, 32 p2p channels, 32 p2p channels per peer
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO threadThresholds 8/8/64 | 64/8/64 | 512 | 512
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO 24 coll channels, 24 collnet channels, 16 nvls channels, 32 p2p channels, 32 p2p channels per peer
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO threadThresholds 8/8/64 | 64/8/64 | 512 | 512
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO 24 coll channels, 24 collnet channels, 16 nvls channels, 32 p2p channels, 32 p2p channels per peer
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO threadThresholds 8/8/64 | 64/8/64 | 512 | 512
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO 24 coll channels, 24 collnet channels, 16 nvls channels, 32 p2p channels, 32 p2p channels per peer
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO threadThresholds 8/8/64 | 64/8/64 | 512 | 512
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO 24 coll channels, 24 collnet channels, 16 nvls channels, 32 p2p channels, 32 p2p channels per peer
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO CC Off, workFifoBytes 1048576
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO threadThresholds 8/8/64 | 64/8/64 | 512 | 512
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO 24 coll channels, 24 collnet channels, 16 nvls channels, 32 p2p channels, 32 p2p channels per peer
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO threadThresholds 8/8/64 | 64/8/64 | 512 | 512
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO 24 coll channels, 24 collnet channels, 16 nvls channels, 32 p2p channels, 32 p2p channels per peer
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO TUNER/Plugin: Plugin name set by env to libnccl-net.so
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO TUNER/Plugin: Plugin name set by env to libnccl-net.so
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO TUNER/Plugin: Plugin name set by env to libnccl-net.so
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO TUNER/Plugin: Using tuner plugin nccl_ofi_tuner
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO TUNER/Plugin: Using tuner plugin nccl_ofi_tuner
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO TUNER/Plugin: Using tuner plugin nccl_ofi_tuner
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI Region base Tuner is chosen for platform: p5.48xlarge
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI Region base Tuner is chosen for platform: p5.48xlarge
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI Region base Tuner is chosen for platform: p5.48xlarge
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI Region Tuner init (platform 0): comm with 8 ranks and 1 nodes.
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI Region Tuner init (platform 0): comm with 8 ranks and 1 nodes.
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO NET/OFI Tuner init: comm with 8 ranks and 1 nodes.
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI Region Tuner init (platform 0): comm with 8 ranks and 1 nodes.
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO TUNER/Plugin: Plugin name set by env to libnccl-net.so
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO NET/OFI Tuner init: comm with 8 ranks and 1 nodes.
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO NET/OFI Tuner init: comm with 8 ranks and 1 nodes.
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO ncclCommInitRankConfig comm 0x5599350b7780 rank 7 nranks 8 cudaDev 7 nvmlDev 7 busId ca000 commId 0x2250e1f971ea414d - Init COMPLETE
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO ncclCommInitRankConfig comm 0x558c21a74240 rank 3 nranks 8 cudaDev 3 nvmlDev 3 busId 86000 commId 0x2250e1f971ea414d - Init COMPLETE
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO ncclCommInitRankConfig comm 0x55a3057ea500 rank 4 nranks 8 cudaDev 4 nvmlDev 4 busId 97000 commId 0x2250e1f971ea414d - Init COMPLETE
+pluto-prod-lehany-training-e1-5-0:2945:3117 [7] NCCL INFO Init timings - ncclCommInitRankConfig: rank 7 nranks 8 total 2.84 (kernels 0.30, alloc 1.36, bootstrap 0.77, allgathers 0.01, topo 0.06, graphs 0.01, connections 0.28, rest 0.04)
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO TUNER/Plugin: Using tuner plugin nccl_ofi_tuner
+pluto-prod-lehany-training-e1-5-0:2941:3118 [3] NCCL INFO Init timings - ncclCommInitRankConfig: rank 3 nranks 8 total 2.02 (kernels 1.01, alloc 0.60, bootstrap 0.00, allgathers 0.01, topo 0.07, graphs 0.01, connections 0.28, rest 0.04)
+pluto-prod-lehany-training-e1-5-0:2942:3115 [4] NCCL INFO Init timings - ncclCommInitRankConfig: rank 4 nranks 8 total 2.84 (kernels 0.29, alloc 1.50, bootstrap 0.65, allgathers 0.01, topo 0.07, graphs 0.01, connections 0.28, rest 0.04)
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI Region base Tuner is chosen for platform: p5.48xlarge
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI Region Tuner init (platform 0): comm with 8 ranks and 1 nodes.
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO NET/OFI Tuner init: comm with 8 ranks and 1 nodes.
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO ncclCommInitRankConfig comm 0x564c11bd8040 rank 5 nranks 8 cudaDev 5 nvmlDev 5 busId a8000 commId 0x2250e1f971ea414d - Init COMPLETE
+pluto-prod-lehany-training-e1-5-0:2943:3113 [5] NCCL INFO Init timings - ncclCommInitRankConfig: rank 5 nranks 8 total 2.85 (kernels 0.29, alloc 1.38, bootstrap 0.79, allgathers 0.01, topo 0.06, graphs 0.01, connections 0.29, rest 0.03)
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO TUNER/Plugin: Plugin name set by env to libnccl-net.so
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO TUNER/Plugin: Plugin name set by env to libnccl-net.so
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO TUNER/Plugin: Using tuner plugin nccl_ofi_tuner
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO TUNER/Plugin: Using tuner plugin nccl_ofi_tuner
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO TUNER/Plugin: Plugin name set by env to libnccl-net.so
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI Region base Tuner is chosen for platform: p5.48xlarge
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI Region base Tuner is chosen for platform: p5.48xlarge
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI Region Tuner init (platform 0): comm with 8 ranks and 1 nodes.
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO TUNER/Plugin: Plugin name set by env to libnccl-net.so
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI Region Tuner init (platform 0): comm with 8 ranks and 1 nodes.
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO NET/OFI Tuner init: comm with 8 ranks and 1 nodes.
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO NET/OFI Tuner init: comm with 8 ranks and 1 nodes.
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO TUNER/Plugin: Using tuner plugin nccl_ofi_tuner
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO ncclCommInitRankConfig comm 0x560a5e2969c0 rank 2 nranks 8 cudaDev 2 nvmlDev 2 busId 75000 commId 0x2250e1f971ea414d - Init COMPLETE
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO ncclCommInitRankConfig comm 0x562e4bd46140 rank 1 nranks 8 cudaDev 1 nvmlDev 1 busId 64000 commId 0x2250e1f971ea414d - Init COMPLETE
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI Region base Tuner is chosen for platform: p5.48xlarge
+pluto-prod-lehany-training-e1-5-0:2940:3114 [2] NCCL INFO Init timings - ncclCommInitRankConfig: rank 2 nranks 8 total 2.84 (kernels 0.29, alloc 1.38, bootstrap 0.78, allgathers 0.00, topo 0.07, graphs 0.01, connections 0.29, rest 0.03)
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO TUNER/Plugin: Using tuner plugin nccl_ofi_tuner
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI Region Tuner init (platform 0): comm with 8 ranks and 1 nodes.
+pluto-prod-lehany-training-e1-5-0:2939:3112 [1] NCCL INFO Init timings - ncclCommInitRankConfig: rank 1 nranks 8 total 2.86 (kernels 0.28, alloc 1.53, bootstrap 0.65, allgathers 0.01, topo 0.07, graphs 0.01, connections 0.29, rest 0.03)
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO NET/OFI Tuner init: comm with 8 ranks and 1 nodes.
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO ncclCommInitRankConfig comm 0x563e356692c0 rank 0 nranks 8 cudaDev 0 nvmlDev 0 busId 53000 commId 0x2250e1f971ea414d - Init COMPLETE
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI Region base Tuner is chosen for platform: p5.48xlarge
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI Region Tuner init (platform 0): comm with 8 ranks and 1 nodes.
+pluto-prod-lehany-training-e1-5-0:2938:3111 [0] NCCL INFO Init timings - ncclCommInitRankConfig: rank 0 nranks 8 total 2.89 (kernels 0.28, alloc 0.82, bootstrap 1.39, allgathers 0.01, topo 0.07, graphs 0.01, connections 0.28, rest 0.04)
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO NET/OFI Tuner init: comm with 8 ranks and 1 nodes.
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO ncclCommInitRankConfig comm 0x557eff697c80 rank 6 nranks 8 cudaDev 6 nvmlDev 6 busId b9000 commId 0x2250e1f971ea414d - Init COMPLETE
+pluto-prod-lehany-training-e1-5-0:2944:3116 [6] NCCL INFO Init timings - ncclCommInitRankConfig: rank 6 nranks 8 total 2.84 (kernels 0.30, alloc 1.45, bootstrap 0.68, allgathers 0.01, topo 0.06, graphs 0.01, connections 0.29, rest 0.03)
+pluto-prod-lehany-training-e1-5-0:2939:3153 [1] NCCL INFO Channel 00/0 : 1[1] -> 2[2] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2939:3153 [1] NCCL INFO Channel 01/0 : 1[1] -> 2[2] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2939:3153 [1] NCCL INFO Channel 02/0 : 1[1] -> 2[2] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2939:3153 [1] NCCL INFO Channel 03/0 : 1[1] -> 2[2] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2939:3153 [1] NCCL INFO Channel 04/0 : 1[1] -> 2[2] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2939:3153 [1] NCCL INFO Channel 05/0 : 1[1] -> 2[2] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2939:3153 [1] NCCL INFO Channel 06/0 : 1[1] -> 2[2] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2939:3153 [1] NCCL INFO Channel 07/0 : 1[1] -> 2[2] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2939:3153 [1] NCCL INFO Channel 08/0 : 1[1] -> 2[2] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2944:3157 [6] NCCL INFO Channel 00/0 : 6[6] -> 7[7] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2942:3155 [4] NCCL INFO Channel 00/0 : 4[4] -> 5[5] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2944:3157 [6] NCCL INFO Channel 01/0 : 6[6] -> 7[7] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2945:3156 [7] NCCL INFO Channel 00/0 : 7[7] -> 0[0] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2939:3153 [1] NCCL INFO Channel 09/0 : 1[1] -> 2[2] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2945:3156 [7] NCCL INFO Channel 01/0 : 7[7] -> 0[0] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2939:3153 [1] NCCL INFO Channel 10/0 : 1[1] -> 2[2] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2939:3153 [1] NCCL INFO Channel 11/0 : 1[1] -> 2[2] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2942:3155 [4] NCCL INFO Channel 01/0 : 4[4] -> 5[5] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2945:3156 [7] NCCL INFO Channel 02/0 : 7[7] -> 0[0] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2944:3157 [6] NCCL INFO Channel 02/0 : 6[6] -> 7[7] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2944:3157 [6] NCCL INFO Channel 03/0 : 6[6] -> 7[7] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2939:3153 [1] NCCL INFO Channel 12/0 : 1[1] -> 2[2] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2945:3156 [7] NCCL INFO Channel 03/0 : 7[7] -> 0[0] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2942:3155 [4] NCCL INFO Channel 02/0 : 4[4] -> 5[5] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2939:3153 [1] NCCL INFO Channel 13/0 : 1[1] -> 2[2] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2945:3156 [7] NCCL INFO Channel 04/0 : 7[7] -> 0[0] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2945:3156 [7] NCCL INFO Channel 05/0 : 7[7] -> 0[0] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2944:3157 [6] NCCL INFO Channel 04/0 : 6[6] -> 7[7] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2942:3155 [4] NCCL INFO Channel 03/0 : 4[4] -> 5[5] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2939:3153 [1] NCCL INFO Channel 14/0 : 1[1] -> 2[2] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2942:3155 [4] NCCL INFO Channel 04/0 : 4[4] -> 5[5] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2943:3158 [5] NCCL INFO Channel 00/0 : 5[5] -> 6[6] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2939:3153 [1] NCCL INFO Channel 15/0 : 1[1] -> 2[2] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2945:3156 [7] NCCL INFO Channel 06/0 : 7[7] -> 0[0] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2945:3156 [7] NCCL INFO Channel 07/0 : 7[7] -> 0[0] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2938:3159 [0] NCCL INFO Channel 00/0 : 0[0] -> 1[1] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2943:3158 [5] NCCL INFO Channel 01/0 : 5[5] -> 6[6] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2939:3153 [1] NCCL INFO Channel 16/0 : 1[1] -> 2[2] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2939:3153 [1] NCCL INFO Channel 17/0 : 1[1] -> 2[2] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2944:3157 [6] NCCL INFO Channel 05/0 : 6[6] -> 7[7] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2938:3159 [0] NCCL INFO Channel 01/0 : 0[0] -> 1[1] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2945:3156 [7] NCCL INFO Channel 08/0 : 7[7] -> 0[0] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2943:3158 [5] NCCL INFO Channel 02/0 : 5[5] -> 6[6] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2941:3154 [3] NCCL INFO Channel 00/0 : 3[3] -> 4[4] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2943:3158 [5] NCCL INFO Channel 03/0 : 5[5] -> 6[6] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2942:3155 [4] NCCL INFO Channel 05/0 : 4[4] -> 5[5] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2939:3153 [1] NCCL INFO Channel 18/0 : 1[1] -> 2[2] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2938:3159 [0] NCCL INFO Channel 02/0 : 0[0] -> 1[1] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2945:3156 [7] NCCL INFO Channel 09/0 : 7[7] -> 0[0] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2941:3154 [3] NCCL INFO Channel 01/0 : 3[3] -> 4[4] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2938:3159 [0] NCCL INFO Channel 03/0 : 0[0] -> 1[1] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2944:3157 [6] NCCL INFO Channel 06/0 : 6[6] -> 7[7] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2939:3153 [1] NCCL INFO Channel 19/0 : 1[1] -> 2[2] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2945:3156 [7] NCCL INFO Channel 10/0 : 7[7] -> 0[0] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2945:3156 [7] NCCL INFO Channel 11/0 : 7[7] -> 0[0] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2941:3154 [3] NCCL INFO Channel 02/0 : 3[3] -> 4[4] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2938:3159 [0] NCCL INFO Channel 04/0 : 0[0] -> 1[1] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2944:3157 [6] NCCL INFO Channel 07/0 : 6[6] -> 7[7] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2939:3153 [1] NCCL INFO Channel 20/0 : 1[1] -> 2[2] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2943:3158 [5] NCCL INFO Channel 04/0 : 5[5] -> 6[6] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2942:3155 [4] NCCL INFO Channel 06/0 : 4[4] -> 5[5] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2944:3157 [6] NCCL INFO Channel 08/0 : 6[6] -> 7[7] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2943:3158 [5] NCCL INFO Channel 05/0 : 5[5] -> 6[6] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2939:3153 [1] NCCL INFO Channel 21/0 : 1[1] -> 2[2] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2938:3159 [0] NCCL INFO Channel 05/0 : 0[0] -> 1[1] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2938:3159 [0] NCCL INFO Channel 06/0 : 0[0] -> 1[1] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2943:3158 [5] NCCL INFO Channel 06/0 : 5[5] -> 6[6] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2945:3156 [7] NCCL INFO Channel 12/0 : 7[7] -> 0[0] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2944:3157 [6] NCCL INFO Channel 09/0 : 6[6] -> 7[7] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2941:3154 [3] NCCL INFO Channel 03/0 : 3[3] -> 4[4] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2940:3160 [2] NCCL INFO Channel 00/0 : 2[2] -> 3[3] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2942:3155 [4] NCCL INFO Channel 07/0 : 4[4] -> 5[5] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2939:3153 [1] NCCL INFO Channel 22/0 : 1[1] -> 2[2] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2938:3159 [0] NCCL INFO Channel 07/0 : 0[0] -> 1[1] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2938:3159 [0] NCCL INFO Channel 08/0 : 0[0] -> 1[1] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2940:3160 [2] NCCL INFO Channel 01/0 : 2[2] -> 3[3] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2944:3157 [6] NCCL INFO Channel 10/0 : 6[6] -> 7[7] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2945:3156 [7] NCCL INFO Channel 13/0 : 7[7] -> 0[0] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2942:3155 [4] NCCL INFO Channel 08/0 : 4[4] -> 5[5] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2943:3158 [5] NCCL INFO Channel 07/0 : 5[5] -> 6[6] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2939:3153 [1] NCCL INFO Channel 23/0 : 1[1] -> 2[2] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2942:3155 [4] NCCL INFO Channel 09/0 : 4[4] -> 5[5] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2945:3156 [7] NCCL INFO Channel 14/0 : 7[7] -> 0[0] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2941:3154 [3] NCCL INFO Channel 04/0 : 3[3] -> 4[4] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2938:3159 [0] NCCL INFO Channel 09/0 : 0[0] -> 1[1] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2943:3158 [5] NCCL INFO Channel 08/0 : 5[5] -> 6[6] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2943:3158 [5] NCCL INFO Channel 09/0 : 5[5] -> 6[6] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2940:3160 [2] NCCL INFO Channel 02/0 : 2[2] -> 3[3] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2941:3154 [3] NCCL INFO Channel 05/0 : 3[3] -> 4[4] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2944:3157 [6] NCCL INFO Channel 11/0 : 6[6] -> 7[7] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2945:3156 [7] NCCL INFO Channel 15/0 : 7[7] -> 0[0] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2938:3159 [0] NCCL INFO Channel 10/0 : 0[0] -> 1[1] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2938:3159 [0] NCCL INFO Channel 11/0 : 0[0] -> 1[1] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2942:3155 [4] NCCL INFO Channel 10/0 : 4[4] -> 5[5] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2941:3154 [3] NCCL INFO Channel 06/0 : 3[3] -> 4[4] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2944:3157 [6] NCCL INFO Channel 12/0 : 6[6] -> 7[7] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2945:3156 [7] NCCL INFO Channel 16/0 : 7[7] -> 0[0] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2945:3156 [7] NCCL INFO Channel 17/0 : 7[7] -> 0[0] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2940:3160 [2] NCCL INFO Channel 03/0 : 2[2] -> 3[3] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2941:3154 [3] NCCL INFO Channel 07/0 : 3[3] -> 4[4] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2942:3155 [4] NCCL INFO Channel 11/0 : 4[4] -> 5[5] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2943:3158 [5] NCCL INFO Channel 10/0 : 5[5] -> 6[6] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2944:3157 [6] NCCL INFO Channel 13/0 : 6[6] -> 7[7] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2943:3158 [5] NCCL INFO Channel 11/0 : 5[5] -> 6[6] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2938:3159 [0] NCCL INFO Channel 12/0 : 0[0] -> 1[1] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2941:3154 [3] NCCL INFO Channel 08/0 : 3[3] -> 4[4] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2940:3160 [2] NCCL INFO Channel 04/0 : 2[2] -> 3[3] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2942:3155 [4] NCCL INFO Channel 12/0 : 4[4] -> 5[5] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2944:3157 [6] NCCL INFO Channel 14/0 : 6[6] -> 7[7] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2944:3157 [6] NCCL INFO Channel 15/0 : 6[6] -> 7[7] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2945:3156 [7] NCCL INFO Channel 18/0 : 7[7] -> 0[0] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2941:3154 [3] NCCL INFO Channel 09/0 : 3[3] -> 4[4] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2942:3155 [4] NCCL INFO Channel 13/0 : 4[4] -> 5[5] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2940:3160 [2] NCCL INFO Channel 05/0 : 2[2] -> 3[3] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2938:3159 [0] NCCL INFO Channel 13/0 : 0[0] -> 1[1] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2938:3159 [0] NCCL INFO Channel 14/0 : 0[0] -> 1[1] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2943:3158 [5] NCCL INFO Channel 12/0 : 5[5] -> 6[6] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2945:3156 [7] NCCL INFO Channel 19/0 : 7[7] -> 0[0] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2941:3154 [3] NCCL INFO Channel 10/0 : 3[3] -> 4[4] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2942:3155 [4] NCCL INFO Channel 14/0 : 4[4] -> 5[5] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2940:3160 [2] NCCL INFO Channel 06/0 : 2[2] -> 3[3] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2940:3160 [2] NCCL INFO Channel 07/0 : 2[2] -> 3[3] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2944:3157 [6] NCCL INFO Channel 16/0 : 6[6] -> 7[7] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2941:3154 [3] NCCL INFO Channel 11/0 : 3[3] -> 4[4] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2943:3158 [5] NCCL INFO Channel 13/0 : 5[5] -> 6[6] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2945:3156 [7] NCCL INFO Channel 20/0 : 7[7] -> 0[0] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2942:3155 [4] NCCL INFO Channel 15/0 : 4[4] -> 5[5] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2942:3155 [4] NCCL INFO Channel 16/0 : 4[4] -> 5[5] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2938:3159 [0] NCCL INFO Channel 15/0 : 0[0] -> 1[1] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2944:3157 [6] NCCL INFO Channel 17/0 : 6[6] -> 7[7] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2941:3154 [3] NCCL INFO Channel 12/0 : 3[3] -> 4[4] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2945:3156 [7] NCCL INFO Channel 21/0 : 7[7] -> 0[0] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2943:3158 [5] NCCL INFO Channel 14/0 : 5[5] -> 6[6] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2943:3158 [5] NCCL INFO Channel 15/0 : 5[5] -> 6[6] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2940:3160 [2] NCCL INFO Channel 08/0 : 2[2] -> 3[3] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2944:3157 [6] NCCL INFO Channel 18/0 : 6[6] -> 7[7] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2942:3155 [4] NCCL INFO Channel 17/0 : 4[4] -> 5[5] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2941:3154 [3] NCCL INFO Channel 13/0 : 3[3] -> 4[4] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2945:3156 [7] NCCL INFO Channel 22/0 : 7[7] -> 0[0] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2945:3156 [7] NCCL INFO Channel 23/0 : 7[7] -> 0[0] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2938:3159 [0] NCCL INFO Channel 16/0 : 0[0] -> 1[1] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2940:3160 [2] NCCL INFO Channel 09/0 : 2[2] -> 3[3] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2944:3157 [6] NCCL INFO Channel 19/0 : 6[6] -> 7[7] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2942:3155 [4] NCCL INFO Channel 18/0 : 4[4] -> 5[5] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2941:3154 [3] NCCL INFO Channel 14/0 : 3[3] -> 4[4] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2941:3154 [3] NCCL INFO Channel 15/0 : 3[3] -> 4[4] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2938:3159 [0] NCCL INFO Channel 17/0 : 0[0] -> 1[1] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2940:3160 [2] NCCL INFO Channel 10/0 : 2[2] -> 3[3] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2944:3157 [6] NCCL INFO Channel 20/0 : 6[6] -> 7[7] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2943:3158 [5] NCCL INFO Channel 16/0 : 5[5] -> 6[6] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2943:3158 [5] NCCL INFO Channel 17/0 : 5[5] -> 6[6] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2941:3154 [3] NCCL INFO Channel 16/0 : 3[3] -> 4[4] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2938:3159 [0] NCCL INFO Channel 18/0 : 0[0] -> 1[1] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2944:3157 [6] NCCL INFO Channel 21/0 : 6[6] -> 7[7] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2940:3160 [2] NCCL INFO Channel 11/0 : 2[2] -> 3[3] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2940:3160 [2] NCCL INFO Channel 12/0 : 2[2] -> 3[3] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2942:3155 [4] NCCL INFO Channel 19/0 : 4[4] -> 5[5] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2941:3154 [3] NCCL INFO Channel 17/0 : 3[3] -> 4[4] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2938:3159 [0] NCCL INFO Channel 19/0 : 0[0] -> 1[1] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2944:3157 [6] NCCL INFO Channel 22/0 : 6[6] -> 7[7] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2943:3158 [5] NCCL INFO Channel 18/0 : 5[5] -> 6[6] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2942:3155 [4] NCCL INFO Channel 20/0 : 4[4] -> 5[5] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2940:3160 [2] NCCL INFO Channel 13/0 : 2[2] -> 3[3] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2938:3159 [0] NCCL INFO Channel 20/0 : 0[0] -> 1[1] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2944:3157 [6] NCCL INFO Channel 23/0 : 6[6] -> 7[7] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2941:3154 [3] NCCL INFO Channel 18/0 : 3[3] -> 4[4] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2942:3155 [4] NCCL INFO Channel 21/0 : 4[4] -> 5[5] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2943:3158 [5] NCCL INFO Channel 19/0 : 5[5] -> 6[6] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2940:3160 [2] NCCL INFO Channel 14/0 : 2[2] -> 3[3] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2938:3159 [0] NCCL INFO Channel 21/0 : 0[0] -> 1[1] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2941:3154 [3] NCCL INFO Channel 19/0 : 3[3] -> 4[4] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2938:3159 [0] NCCL INFO Channel 22/0 : 0[0] -> 1[1] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2942:3155 [4] NCCL INFO Channel 22/0 : 4[4] -> 5[5] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2943:3158 [5] NCCL INFO Channel 20/0 : 5[5] -> 6[6] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2941:3154 [3] NCCL INFO Channel 20/0 : 3[3] -> 4[4] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2940:3160 [2] NCCL INFO Channel 15/0 : 2[2] -> 3[3] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2942:3155 [4] NCCL INFO Channel 23/0 : 4[4] -> 5[5] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2943:3158 [5] NCCL INFO Channel 21/0 : 5[5] -> 6[6] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2938:3159 [0] NCCL INFO Channel 23/0 : 0[0] -> 1[1] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2941:3154 [3] NCCL INFO Channel 21/0 : 3[3] -> 4[4] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2940:3160 [2] NCCL INFO Channel 16/0 : 2[2] -> 3[3] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2943:3158 [5] NCCL INFO Channel 22/0 : 5[5] -> 6[6] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2941:3154 [3] NCCL INFO Channel 22/0 : 3[3] -> 4[4] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2940:3160 [2] NCCL INFO Channel 17/0 : 2[2] -> 3[3] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2943:3158 [5] NCCL INFO Channel 23/0 : 5[5] -> 6[6] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2940:3160 [2] NCCL INFO Channel 18/0 : 2[2] -> 3[3] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2941:3154 [3] NCCL INFO Channel 23/0 : 3[3] -> 4[4] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2940:3160 [2] NCCL INFO Channel 19/0 : 2[2] -> 3[3] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2940:3160 [2] NCCL INFO Channel 20/0 : 2[2] -> 3[3] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2940:3160 [2] NCCL INFO Channel 21/0 : 2[2] -> 3[3] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2940:3160 [2] NCCL INFO Channel 22/0 : 2[2] -> 3[3] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2940:3160 [2] NCCL INFO Channel 23/0 : 2[2] -> 3[3] via P2P/CUMEM
+pluto-prod-lehany-training-e1-5-0:2944:3157 [6] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+pluto-prod-lehany-training-e1-5-0:2943:3158 [5] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+pluto-prod-lehany-training-e1-5-0:2942:3155 [4] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+pluto-prod-lehany-training-e1-5-0:2941:3154 [3] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+pluto-prod-lehany-training-e1-5-0:2940:3160 [2] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+pluto-prod-lehany-training-e1-5-0:2939:3153 [1] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+pluto-prod-lehany-training-e1-5-0:2938:3159 [0] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+pluto-prod-lehany-training-e1-5-0:2945:3156 [7] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+wandb: Currently logged in as: xsourse to https://api.wandb.ai. Use `wandb login --relogin` to force relogin
+wandb: creating run
+wandb: Tracking run with wandb version 0.22.0
+wandb: Run data is saved locally in /mnt/localssd/lehany/wv/E1_rubik_20261104031751/rubik_base/wandb/run-20261104_060844-902fgtou
+wandb: Run `wandb offline` to turn off syncing.
+wandb: Resuming run rubik_base
+wandb: ⭐️ View project at https://wandb.ai/xsourse/world-auto-visual
+wandb: 🚀 View run at https://wandb.ai/xsourse/world-auto-visual/runs/902fgtou
+run rubik_base | task rubik | 200m 201.2M | 8 GPU x batch 2 | moves [0, 1, 2, 3, 4, 5, 6, 7, 8] | start step 34000
+pluto-prod-lehany-training-e1-5-0:2942:3594 [4] NCCL INFO NVLS comm 0x55a3057ea500 headRank 4 nHeads 8 nvlsRanks 8 buffSize 4194304 nvlsPerRankSize 134217728 nvlsTotalSize 1073741824
+pluto-prod-lehany-training-e1-5-0:2945:3595 [7] NCCL INFO NVLS comm 0x5599350b7780 headRank 7 nHeads 8 nvlsRanks 8 buffSize 4194304 nvlsPerRankSize 134217728 nvlsTotalSize 1073741824
+pluto-prod-lehany-training-e1-5-0:2944:3596 [6] NCCL INFO NVLS comm 0x557eff697c80 headRank 6 nHeads 8 nvlsRanks 8 buffSize 4194304 nvlsPerRankSize 134217728 nvlsTotalSize 1073741824
+pluto-prod-lehany-training-e1-5-0:2939:3597 [1] NCCL INFO NVLS comm 0x562e4bd46140 headRank 1 nHeads 8 nvlsRanks 8 buffSize 4194304 nvlsPerRankSize 134217728 nvlsTotalSize 1073741824
+pluto-prod-lehany-training-e1-5-0:2941:3598 [3] NCCL INFO NVLS comm 0x558c21a74240 headRank 3 nHeads 8 nvlsRanks 8 buffSize 4194304 nvlsPerRankSize 134217728 nvlsTotalSize 1073741824
+pluto-prod-lehany-training-e1-5-0:2938:3599 [0] NCCL INFO NVLS comm 0x563e356692c0 headRank 0 nHeads 8 nvlsRanks 8 buffSize 4194304 nvlsPerRankSize 134217728 nvlsTotalSize 1073741824
+pluto-prod-lehany-training-e1-5-0:2943:3600 [5] NCCL INFO NVLS comm 0x564c11bd8040 headRank 5 nHeads 8 nvlsRanks 8 buffSize 4194304 nvlsPerRankSize 134217728 nvlsTotalSize 1073741824
+pluto-prod-lehany-training-e1-5-0:2940:3601 [2] NCCL INFO NVLS comm 0x560a5e2969c0 headRank 2 nHeads 8 nvlsRanks 8 buffSize 4194304 nvlsPerRankSize 134217728 nvlsTotalSize 1073741824
+step 34050 | loss 0.0156 | gn 0.04 | 0.84 s/step | 11 GB | 5.76B tok
+wandb: WARNING Tried to log to step 34050 that is less than the current step 34451. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 34100 | loss 0.0136 | gn 0.04 | 0.66 s/step | 11 GB | 5.77B tok
+wandb: WARNING Tried to log to step 34100 that is less than the current step 34451. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 34150 | loss 0.0154 | gn 0.04 | 0.66 s/step | 11 GB | 5.78B tok
+wandb: WARNING Tried to log to step 34150 that is less than the current step 34451. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 34200 | loss 0.0157 | gn 0.04 | 0.70 s/step | 11 GB | 5.79B tok
+wandb: WARNING Tried to log to step 34200 that is less than the current step 34451. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 34250 | loss 0.0167 | gn 0.05 | 0.59 s/step | 11 GB | 5.79B tok
+wandb: WARNING Tried to log to step 34250 that is less than the current step 34451. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 34300 | loss 0.0157 | gn 0.04 | 0.65 s/step | 11 GB | 5.80B tok
+wandb: WARNING Tried to log to step 34300 that is less than the current step 34451. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 34350 | loss 0.0171 | gn 0.04 | 0.70 s/step | 11 GB | 5.81B tok
+wandb: WARNING Tried to log to step 34350 that is less than the current step 34451. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 34400 | loss 0.0188 | gn 0.05 | 0.62 s/step | 11 GB | 5.82B tok
+wandb: WARNING Tried to log to step 34400 that is less than the current step 34451. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 34450 | loss 0.0155 | gn 0.04 | 0.62 s/step | 11 GB | 5.83B tok
+wandb: WARNING Tried to log to step 34450 that is less than the current step 34451. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 34500 | loss 0.0173 | gn 0.04 | 0.63 s/step | 11 GB | 5.84B tok
+step 34550 | loss 0.0182 | gn 0.04 | 0.76 s/step | 11 GB | 5.84B tok
+step 34600 | loss 0.0183 | gn 0.04 | 0.68 s/step | 11 GB | 5.85B tok
+step 34650 | loss 0.0178 | gn 0.05 | 0.71 s/step | 11 GB | 5.86B tok
+step 34700 | loss 0.0153 | gn 0.04 | 0.65 s/step | 11 GB | 5.87B tok
+step 34750 | loss 0.0211 | gn 0.04 | 0.68 s/step | 11 GB | 5.88B tok
+step 34800 | loss 0.0174 | gn 0.05 | 0.64 s/step | 11 GB | 5.89B tok
+step 34850 | loss 0.0181 | gn 0.04 | 0.65 s/step | 11 GB | 5.89B tok
+step 34900 | loss 0.0201 | gn 0.05 | 0.66 s/step | 11 GB | 5.90B tok
+step 34950 | loss 0.0172 | gn 0.04 | 0.64 s/step | 11 GB | 5.91B tok
+step 35000 | loss 0.0176 | gn 0.04 | 0.61 s/step | 11 GB | 5.92B tok
+step 35050 | loss 0.0161 | gn 0.04 | 0.75 s/step | 11 GB | 5.93B tok
+step 35100 | loss 0.0194 | gn 0.04 | 0.67 s/step | 11 GB | 5.94B tok
+step 35150 | loss 0.0178 | gn 0.04 | 0.72 s/step | 11 GB | 5.95B tok
+step 35200 | loss 0.0159 | gn 0.04 | 0.60 s/step | 11 GB | 5.95B tok
+step 35250 | loss 0.0152 | gn 0.06 | 0.66 s/step | 11 GB | 5.96B tok
+step 35300 | loss 0.0180 | gn 0.04 | 0.64 s/step | 11 GB | 5.97B tok
+step 35350 | loss 0.0181 | gn 0.04 | 0.68 s/step | 11 GB | 5.98B tok
+step 35400 | loss 0.0186 | gn 0.04 | 0.63 s/step | 11 GB | 5.99B tok
+step 35450 | loss 0.0205 | gn 0.05 | 0.67 s/step | 11 GB | 6.00B tok
+step 35500 | loss 0.0203 | gn 0.04 | 0.65 s/step | 11 GB | 6.00B tok
+step 35550 | loss 0.0175 | gn 0.04 | 0.73 s/step | 11 GB | 6.01B tok
+step 35600 | loss 0.0148 | gn 0.04 | 0.82 s/step | 11 GB | 6.02B tok
+step 35650 | loss 0.0143 | gn 0.04 | 0.65 s/step | 11 GB | 6.03B tok
+step 35700 | loss 0.0178 | gn 0.04 | 0.63 s/step | 11 GB | 6.04B tok
+step 35750 | loss 0.0154 | gn 0.04 | 0.67 s/step | 11 GB | 6.05B tok
+step 35800 | loss 0.0139 | gn 0.04 | 0.65 s/step | 11 GB | 6.06B tok
+step 35850 | loss 0.0194 | gn 0.05 | 0.60 s/step | 11 GB | 6.06B tok
+step 35900 | loss 0.0157 | gn 0.05 | 0.69 s/step | 11 GB | 6.07B tok
+step 35950 | loss 0.0183 | gn 0.05 | 0.63 s/step | 11 GB | 6.08B tok
+step 36000 | loss 0.0178 | gn 0.04 | 0.69 s/step | 11 GB | 6.09B tok
+step 36050 | loss 0.0181 | gn 0.04 | 0.85 s/step | 11 GB | 6.10B tok
+step 36100 | loss 0.0159 | gn 0.04 | 0.69 s/step | 11 GB | 6.11B tok
+step 36150 | loss 0.0172 | gn 0.04 | 0.62 s/step | 11 GB | 6.11B tok
+step 36200 | loss 0.0147 | gn 0.05 | 0.67 s/step | 11 GB | 6.12B tok
+step 36250 | loss 0.0201 | gn 0.04 | 0.67 s/step | 11 GB | 6.13B tok
+step 36300 | loss 0.0205 | gn 0.04 | 0.66 s/step | 11 GB | 6.14B tok
+step 36350 | loss 0.0240 | gn 0.05 | 0.64 s/step | 11 GB | 6.15B tok
+step 36400 | loss 0.0164 | gn 0.05 | 0.66 s/step | 11 GB | 6.16B tok
+step 36450 | loss 0.0191 | gn 0.05 | 0.71 s/step | 11 GB | 6.17B tok
+step 36500 | loss 0.0166 | gn 0.04 | 0.73 s/step | 11 GB | 6.17B tok
+step 36550 | loss 0.0182 | gn 0.05 | 0.71 s/step | 11 GB | 6.18B tok
+step 36600 | loss 0.0203 | gn 0.05 | 0.63 s/step | 11 GB | 6.19B tok
+step 36650 | loss 0.0160 | gn 0.05 | 0.66 s/step | 11 GB | 6.20B tok
+step 36700 | loss 0.0201 | gn 0.04 | 0.67 s/step | 11 GB | 6.21B tok
+step 36750 | loss 0.0184 | gn 0.05 | 0.65 s/step | 11 GB | 6.22B tok
+step 36800 | loss 0.0212 | gn 0.04 | 0.60 s/step | 11 GB | 6.22B tok
+step 36850 | loss 0.0198 | gn 0.04 | 0.63 s/step | 11 GB | 6.23B tok
+step 36900 | loss 0.0207 | gn 0.04 | 0.58 s/step | 11 GB | 6.24B tok
+step 36950 | loss 0.0164 | gn 0.04 | 0.71 s/step | 11 GB | 6.25B tok
+step 37000 | loss 0.0144 | gn 0.04 | 0.74 s/step | 11 GB | 6.26B tok
+step 37050 | loss 0.0201 | gn 0.04 | 0.72 s/step | 11 GB | 6.27B tok
+step 37100 | loss 0.0198 | gn 0.04 | 0.69 s/step | 11 GB | 6.28B tok
+step 37150 | loss 0.0175 | gn 0.04 | 0.63 s/step | 11 GB | 6.28B tok
+step 37200 | loss 0.0214 | gn 0.04 | 0.63 s/step | 11 GB | 6.29B tok
+step 37250 | loss 0.0189 | gn 0.04 | 0.65 s/step | 11 GB | 6.30B tok
+step 37300 | loss 0.0170 | gn 0.05 | 0.63 s/step | 11 GB | 6.31B tok
+step 37350 | loss 0.0160 | gn 0.04 | 0.66 s/step | 11 GB | 6.32B tok
+step 37400 | loss 0.0174 | gn 0.04 | 0.72 s/step | 11 GB | 6.32B tok
+step 37450 | loss 0.0134 | gn 0.04 | 0.67 s/step | 11 GB | 6.33B tok
+step 37500 | loss 0.0137 | gn 0.04 | 0.70 s/step | 11 GB | 6.34B tok
+step 37550 | loss 0.0190 | gn 0.04 | 0.75 s/step | 11 GB | 6.35B tok
+step 37600 | loss 0.0162 | gn 0.04 | 0.63 s/step | 11 GB | 6.36B tok
+step 37650 | loss 0.0176 | gn 0.04 | 0.66 s/step | 11 GB | 6.37B tok
+step 37700 | loss 0.0155 | gn 0.04 | 0.68 s/step | 11 GB | 6.38B tok
+step 37750 | loss 0.0213 | gn 0.05 | 0.59 s/step | 11 GB | 6.38B tok
+step 37800 | loss 0.0178 | gn 0.05 | 0.72 s/step | 11 GB | 6.39B tok
+step 37850 | loss 0.0204 | gn 0.04 | 0.73 s/step | 11 GB | 6.40B tok
+step 37900 | loss 0.0198 | gn 0.04 | 0.66 s/step | 11 GB | 6.41B tok
+step 37950 | loss 0.0195 | gn 0.04 | 0.66 s/step | 11 GB | 6.42B tok
+step 38000 | loss 0.0203 | gn 0.05 | 0.67 s/step | 11 GB | 6.43B tok
+step 38050 | loss 0.0194 | gn 0.05 | 0.73 s/step | 11 GB | 6.44B tok
+step 38100 | loss 0.0183 | gn 0.04 | 0.65 s/step | 11 GB | 6.44B tok
+step 38150 | loss 0.0206 | gn 0.04 | 0.64 s/step | 11 GB | 6.45B tok
+step 38200 | loss 0.0157 | gn 0.04 | 0.65 s/step | 11 GB | 6.46B tok
+step 38250 | loss 0.0167 | gn 0.05 | 0.71 s/step | 11 GB | 6.47B tok
+step 38300 | loss 0.0186 | gn 0.04 | 0.72 s/step | 11 GB | 6.48B tok
+step 38350 | loss 0.0183 | gn 0.05 | 0.65 s/step | 11 GB | 6.49B tok
+step 38400 | loss 0.0176 | gn 0.04 | 0.60 s/step | 11 GB | 6.49B tok
+step 38450 | loss 0.0217 | gn 0.04 | 0.68 s/step | 11 GB | 6.50B tok
+step 38500 | loss 0.0180 | gn 0.04 | 0.68 s/step | 11 GB | 6.51B tok
+step 38550 | loss 0.0202 | gn 0.04 | 0.81 s/step | 11 GB | 6.52B tok
+step 38600 | loss 0.0149 | gn 0.04 | 0.69 s/step | 11 GB | 6.53B tok
+step 38650 | loss 0.0177 | gn 0.04 | 0.63 s/step | 11 GB | 6.54B tok
+step 38700 | loss 0.0170 | gn 0.04 | 0.73 s/step | 11 GB | 6.55B tok
+step 38750 | loss 0.0169 | gn 0.05 | 0.71 s/step | 11 GB | 6.56B tok
+step 38800 | loss 0.0184 | gn 0.05 | 0.64 s/step | 11 GB | 6.56B tok
+step 38850 | loss 0.0195 | gn 0.04 | 0.65 s/step | 11 GB | 6.57B tok
+step 38900 | loss 0.0169 | gn 0.05 | 0.67 s/step | 11 GB | 6.58B tok
+step 38950 | loss 0.0172 | gn 0.04 | 0.66 s/step | 11 GB | 6.59B tok
+step 39000 | loss 0.0177 | gn 0.04 | 0.66 s/step | 11 GB | 6.60B tok
+step 39050 | loss 0.0136 | gn 0.04 | 0.73 s/step | 11 GB | 6.61B tok
+step 39100 | loss 0.0155 | gn 0.04 | 0.64 s/step | 11 GB | 6.61B tok
+step 39150 | loss 0.0148 | gn 0.04 | 0.74 s/step | 11 GB | 6.62B tok
+step 39200 | loss 0.0158 | gn 0.04 | 0.69 s/step | 11 GB | 6.63B tok
+step 39250 | loss 0.0181 | gn 0.04 | 0.72 s/step | 11 GB | 6.64B tok
+step 39300 | loss 0.0160 | gn 0.05 | 0.62 s/step | 11 GB | 6.65B tok
+step 39350 | loss 0.0182 | gn 0.04 | 0.67 s/step | 11 GB | 6.66B tok
+step 39400 | loss 0.0201 | gn 0.04 | 0.62 s/step | 11 GB | 6.67B tok
+step 39450 | loss 0.0184 | gn 0.05 | 0.65 s/step | 11 GB | 6.67B tok
+step 39500 | loss 0.0161 | gn 0.04 | 0.62 s/step | 11 GB | 6.68B tok
+step 39550 | loss 0.0166 | gn 0.05 | 0.71 s/step | 11 GB | 6.69B tok
+step 39600 | loss 0.0162 | gn 0.05 | 0.73 s/step | 11 GB | 6.70B tok
+step 39650 | loss 0.0170 | gn 0.05 | 0.68 s/step | 11 GB | 6.71B tok
+step 39700 | loss 0.0166 | gn 0.05 | 0.63 s/step | 11 GB | 6.72B tok
+step 39750 | loss 0.0173 | gn 0.04 | 0.69 s/step | 11 GB | 6.72B tok
+step 39800 | loss 0.0185 | gn 0.04 | 0.68 s/step | 11 GB | 6.73B tok
+step 39850 | loss 0.0206 | gn 0.04 | 0.60 s/step | 11 GB | 6.74B tok
+step 39900 | loss 0.0209 | gn 0.04 | 0.61 s/step | 11 GB | 6.75B tok
+step 39950 | loss 0.0167 | gn 0.04 | 0.66 s/step | 11 GB | 6.76B tok
+step 40000 | loss 0.0165 | gn 0.04 | 0.64 s/step | 11 GB | 6.77B tok
+pluto-prod-lehany-training-e1-5-0:2944:2944 [6] NCCL INFO comm 0x557eff697c80 rank 6 nranks 8 cudaDev 6 busId b9000 - Destroy COMPLETE
+pluto-prod-lehany-training-e1-5-0:2943:2943 [5] NCCL INFO comm 0x564c11bd8040 rank 5 nranks 8 cudaDev 5 busId a8000 - Destroy COMPLETE
+pluto-prod-lehany-training-e1-5-0:2940:2940 [2] NCCL INFO comm 0x560a5e2969c0 rank 2 nranks 8 cudaDev 2 busId 75000 - Destroy COMPLETE
+pluto-prod-lehany-training-e1-5-0:2941:2941 [3] NCCL INFO comm 0x558c21a74240 rank 3 nranks 8 cudaDev 3 busId 86000 - Destroy COMPLETE
+pluto-prod-lehany-training-e1-5-0:2942:2942 [4] NCCL INFO comm 0x55a3057ea500 rank 4 nranks 8 cudaDev 4 busId 97000 - Destroy COMPLETE
+pluto-prod-lehany-training-e1-5-0:2939:2939 [1] NCCL INFO comm 0x562e4bd46140 rank 1 nranks 8 cudaDev 1 busId 64000 - Destroy COMPLETE
+pluto-prod-lehany-training-e1-5-0:2945:2945 [7] NCCL INFO comm 0x5599350b7780 rank 7 nranks 8 cudaDev 7 busId ca000 - Destroy COMPLETE
+pluto-prod-lehany-training-e1-5-0:2938:2938 [0] NCCL INFO comm 0x563e356692c0 rank 0 nranks 8 cudaDev 0 busId 53000 - Destroy COMPLETE
+wandb: 
+wandb: 🚀 View run rubik_base at: 
+wandb: Find logs at: ../../../../../../wv/E1_rubik_20261104031751/rubik_base/wandb/run-20261104_060844-902fgtou/logs
diff --git a/rubik_r1_20261106011120/logs/data_gpu0a.log b/rubik_r1_20261106011120/logs/data_gpu0a.log
new file mode 100644
index 0000000000000000000000000000000000000000..ee57d0635eb8fd7606c933f306ebce167d769865
--- /dev/null
+++ b/rubik_r1_20261106011120/logs/data_gpu0a.log
@@ -0,0 +1,72 @@
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+2026-11-03 19:57:33 [shard 7/128] 476 episodes in 33.3 min (0.24/s)
+2026-11-03 20:30:07 [shard 25/128] 476 episodes in 32.6 min (0.24/s)
+2026-11-03 21:04:12 [shard 44/128] 476 episodes in 34.1 min (0.23/s)
+2026-11-03 21:37:36 [shard 63/128] 476 episodes in 33.4 min (0.24/s)
+2026-11-03 22:10:40 [shard 85/128] 469 episodes in 33.1 min (0.24/s)
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+2026-11-03 22:42:46 [shard 104/128] 147 episodes in 9.2 min (0.27/s)
+2026-11-03 23:04:12 [shard 119/128] 468 episodes in 21.4 min (0.36/s)
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+2026-11-04 06:08:12 [shard 53/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 62/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 70/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 78/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 85/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 93/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 99/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 107/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 116/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 124/128] 0 episodes in 0.0 min (0.00/s)
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+2026-11-05 12:11:33 [shard 28/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 35/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 42/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 50/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 59/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 67/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 76/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 85/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 94/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 103/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 111/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:34 [shard 120/128] 0 episodes in 0.0 min (0.00/s)
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+2026-11-05 17:49:23 [shard 37/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 45/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 54/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 61/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 68/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 75/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 80/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 87/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 94/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 101/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 108/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 116/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 123/128] 0 episodes in 0.0 min (0.00/s)
diff --git a/rubik_r1_20261106011120/logs/data_gpu2b.log b/rubik_r1_20261106011120/logs/data_gpu2b.log
new file mode 100644
index 0000000000000000000000000000000000000000..84e183a581a6676c34deb9c32b359b1b3fb444c6
--- /dev/null
+++ b/rubik_r1_20261106011120/logs/data_gpu2b.log
@@ -0,0 +1,170 @@
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+2026-11-03 19:59:34 [shard 2/128] 476 episodes in 35.3 min (0.22/s)
+2026-11-03 20:33:45 [shard 31/128] 476 episodes in 34.2 min (0.23/s)
+2026-11-03 21:08:19 [shard 54/128] 476 episodes in 34.6 min (0.23/s)
+2026-11-03 21:42:10 [shard 70/128] 469 episodes in 33.9 min (0.23/s)
+2026-11-03 22:14:57 [shard 94/128] 469 episodes in 32.8 min (0.24/s)
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+2026-11-03 22:33:33 [shard 59/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 63/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 65/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 68/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 72/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 75/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 77/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 80/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 83/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 85/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 88/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 92/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 94/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 98/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:34:54 [shard 100/128] 14 episodes in 1.3 min (0.17/s)
+2026-11-03 23:07:15 [shard 117/128] 468 episodes in 32.3 min (0.24/s)
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+2026-11-03 23:33:37 [shard 0/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 1/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 2/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 3/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 4/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 5/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 6/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 7/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 8/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 9/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 10/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 11/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 12/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 13/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 14/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 15/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 16/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 17/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 18/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 19/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 20/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 21/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 22/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 23/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 24/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 25/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 26/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 27/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 28/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 29/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 30/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 31/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 32/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 33/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 34/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 35/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 36/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 37/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 38/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 39/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 40/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 41/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 42/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 43/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 44/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 45/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 46/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 47/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 48/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 49/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 50/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 51/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 52/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 53/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 54/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 55/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 56/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 57/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:37 [shard 58/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 59/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 60/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 61/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 62/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 63/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 64/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 65/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 66/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 67/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 68/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 69/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 70/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 71/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 72/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 73/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 74/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 76/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 77/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 79/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 81/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 82/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 84/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 86/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 88/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 91/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 93/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 95/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 97/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 99/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 101/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 103/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 105/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 107/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 109/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 111/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 113/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 116/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 118/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 120/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 122/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 124/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:38 [shard 126/128] 0 episodes in 0.0 min (0.00/s)
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+2026-11-04 06:08:12 [shard 105/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 114/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 123/128] 0 episodes in 0.0 min (0.00/s)
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+2026-11-05 17:49:23 [shard 29/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 34/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 41/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 48/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 56/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 63/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 70/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 78/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 86/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 93/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 100/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 106/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 112/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 121/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 125/128] 0 episodes in 0.0 min (0.00/s)
diff --git a/rubik_r1_20261106011120/logs/data_gpu4a.log b/rubik_r1_20261106011120/logs/data_gpu4a.log
new file mode 100644
index 0000000000000000000000000000000000000000..32269bd69278470bd554d7cbb6dcab06b71dc067
--- /dev/null
+++ b/rubik_r1_20261106011120/logs/data_gpu4a.log
@@ -0,0 +1,93 @@
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+2026-11-03 19:45:11 [shard 10/128] 476 episodes in 20.9 min (0.38/s)
+2026-11-03 20:06:14 [shard 16/128] 476 episodes in 21.0 min (0.38/s)
+2026-11-03 20:27:18 [shard 32/128] 476 episodes in 21.1 min (0.38/s)
+2026-11-03 20:48:21 [shard 40/128] 476 episodes in 21.1 min (0.38/s)
+2026-11-03 21:09:06 [shard 57/128] 476 episodes in 20.7 min (0.38/s)
+2026-11-03 21:29:20 [shard 73/128] 469 episodes in 20.2 min (0.39/s)
+2026-11-03 21:50:28 [shard 80/128] 469 episodes in 21.1 min (0.37/s)
+2026-11-03 22:11:09 [shard 98/128] 468 episodes in 20.7 min (0.38/s)
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+2026-11-03 22:47:56 [shard 111/128] 285 episodes in 14.4 min (0.33/s)
+2026-11-03 23:08:24 [shard 121/128] 468 episodes in 20.5 min (0.38/s)
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+2026-11-04 06:08:11 [shard 5/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:11 [shard 7/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:11 [shard 10/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:11 [shard 14/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:11 [shard 21/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:11 [shard 26/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 32/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 37/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 42/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 48/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 54/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 63/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 69/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 77/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 84/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 90/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 98/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 106/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 115/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 122/128] 0 episodes in 0.0 min (0.00/s)
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+2026-11-05 12:11:33 [shard 21/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 25/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 31/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 37/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 44/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 52/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 61/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 71/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 80/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 89/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 98/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 107/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:34 [shard 116/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:34 [shard 124/128] 0 episodes in 0.0 min (0.00/s)
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+2026-11-05 17:49:23 [shard 24/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 28/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 33/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 40/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 47/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 51/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 55/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 62/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 69/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 74/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 79/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 84/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 91/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 97/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 102/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 109/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 115/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 122/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 126/128] 0 episodes in 0.0 min (0.00/s)
diff --git a/rubik_r1_20261106011120/logs/data_gpu4b.log b/rubik_r1_20261106011120/logs/data_gpu4b.log
new file mode 100644
index 0000000000000000000000000000000000000000..29dc0177f1fa57ef72a86aefbf505266f20b4474
--- /dev/null
+++ b/rubik_r1_20261106011120/logs/data_gpu4b.log
@@ -0,0 +1,58 @@
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+2026-11-03 19:45:39 [shard 15/128] 476 episodes in 21.4 min (0.37/s)
+2026-11-03 20:06:20 [shard 19/128] 476 episodes in 20.7 min (0.38/s)
+2026-11-03 20:27:48 [shard 34/128] 476 episodes in 21.5 min (0.37/s)
+2026-11-03 20:48:29 [shard 43/128] 476 episodes in 20.7 min (0.38/s)
+2026-11-03 21:09:19 [shard 59/128] 476 episodes in 20.8 min (0.38/s)
+2026-11-03 21:29:42 [shard 74/128] 469 episodes in 20.4 min (0.38/s)
+2026-11-03 21:50:19 [shard 81/128] 469 episodes in 20.6 min (0.38/s)
+2026-11-03 22:11:12 [shard 97/128] 468 episodes in 20.9 min (0.37/s)
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+2026-11-03 22:49:30 [shard 113/128] 333 episodes in 15.9 min (0.35/s)
+2026-11-03 23:08:52 [shard 124/128] 468 episodes in 19.4 min (0.40/s)
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+2026-11-04 06:08:12 [shard 66/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 75/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 83/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 91/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 100/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 108/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 117/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 126/128] 0 episodes in 0.0 min (0.00/s)
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+2026-11-05 12:11:33 [shard 39/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 48/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 57/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 65/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 74/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 83/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 92/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 101/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 110/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:34 [shard 119/128] 0 episodes in 0.0 min (0.00/s)
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
diff --git a/rubik_r1_20261106011120/logs/data_gpu5a.log b/rubik_r1_20261106011120/logs/data_gpu5a.log
new file mode 100644
index 0000000000000000000000000000000000000000..0437d5854f3b0824505a78b7d96ded91ff64af0a
--- /dev/null
+++ b/rubik_r1_20261106011120/logs/data_gpu5a.log
@@ -0,0 +1,109 @@
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+2026-11-03 19:45:31 [shard 3/128] 476 episodes in 21.2 min (0.37/s)
+2026-11-03 20:06:38 [shard 18/128] 476 episodes in 21.1 min (0.38/s)
+2026-11-03 20:27:25 [shard 35/128] 476 episodes in 20.8 min (0.38/s)
+2026-11-03 20:48:25 [shard 41/128] 476 episodes in 21.0 min (0.38/s)
+2026-11-03 21:08:57 [shard 58/128] 476 episodes in 20.5 min (0.39/s)
+2026-11-03 21:29:47 [shard 71/128] 469 episodes in 20.8 min (0.38/s)
+2026-11-03 21:50:12 [shard 82/128] 469 episodes in 20.4 min (0.38/s)
+2026-11-03 22:10:35 [shard 96/128] 468 episodes in 20.4 min (0.38/s)
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+2026-11-03 22:33:33 [shard 50/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 52/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 55/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 58/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 62/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 66/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 70/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 73/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 78/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 82/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 86/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 91/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 96/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:34:34 [shard 101/128] 17 episodes in 1.0 min (0.28/s)
+2026-11-03 22:54:40 [shard 116/128] 468 episodes in 20.1 min (0.39/s)
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+2026-11-04 06:08:11 [shard 8/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:11 [shard 12/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:11 [shard 16/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:11 [shard 19/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:11 [shard 23/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:11 [shard 27/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:11 [shard 31/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 34/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 38/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 43/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 47/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 51/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 57/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 59/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 64/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 71/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 76/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 79/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 86/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 92/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 97/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 101/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 109/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 113/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 120/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:12 [shard 127/128] 0 episodes in 0.0 min (0.00/s)
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+2026-11-05 17:49:22 [shard 0/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:22 [shard 1/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:22 [shard 2/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:22 [shard 3/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:22 [shard 4/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:22 [shard 5/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 6/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 7/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 8/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 9/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 10/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 12/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 14/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 17/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 18/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 21/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 25/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 30/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 36/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 43/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 50/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 58/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 66/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 72/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 81/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 88/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 96/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 103/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 111/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:23 [shard 119/128] 0 episodes in 0.0 min (0.00/s)
diff --git a/rubik_r1_20261106011120/logs/data_gpu6a.log b/rubik_r1_20261106011120/logs/data_gpu6a.log
new file mode 100644
index 0000000000000000000000000000000000000000..73da2a7eae6447696911a1c1dd0694775291abe5
--- /dev/null
+++ b/rubik_r1_20261106011120/logs/data_gpu6a.log
@@ -0,0 +1,48 @@
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+2026-11-03 19:46:39 [shard 14/128] 476 episodes in 22.4 min (0.35/s)
+2026-11-03 20:08:59 [shard 21/128] 476 episodes in 22.3 min (0.36/s)
+2026-11-03 20:31:32 [shard 37/128] 476 episodes in 22.6 min (0.35/s)
+2026-11-03 20:53:55 [shard 47/128] 476 episodes in 22.4 min (0.35/s)
+2026-11-03 21:16:35 [shard 61/128] 476 episodes in 22.7 min (0.35/s)
+2026-11-03 21:38:54 [shard 77/128] 469 episodes in 22.3 min (0.35/s)
+2026-11-03 22:01:02 [shard 90/128] 469 episodes in 22.1 min (0.35/s)
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+2026-11-03 22:51:46 [shard 106/128] 266 episodes in 18.2 min (0.24/s)
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+2026-11-05 12:11:33 [shard 43/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 51/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 60/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 69/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 78/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 87/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 96/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 105/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 114/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:34 [shard 122/128] 0 episodes in 0.0 min (0.00/s)
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
diff --git a/rubik_r1_20261106011120/logs/data_gpu7a.log b/rubik_r1_20261106011120/logs/data_gpu7a.log
new file mode 100644
index 0000000000000000000000000000000000000000..0ee14e86a8202700ba34e3f01ebd2e9dd904adc0
--- /dev/null
+++ b/rubik_r1_20261106011120/logs/data_gpu7a.log
@@ -0,0 +1,120 @@
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+2026-11-03 19:46:29 [shard 0/128] 476 episodes in 22.2 min (0.36/s)
+2026-11-03 20:08:31 [shard 20/128] 476 episodes in 22.0 min (0.36/s)
+2026-11-03 20:31:07 [shard 36/128] 476 episodes in 22.6 min (0.35/s)
+2026-11-03 20:53:20 [shard 45/128] 476 episodes in 22.2 min (0.36/s)
+2026-11-03 21:15:39 [shard 60/128] 476 episodes in 22.3 min (0.36/s)
+2026-11-03 21:37:15 [shard 76/128] 469 episodes in 21.6 min (0.36/s)
+2026-11-03 21:58:29 [shard 84/128] 469 episodes in 21.2 min (0.37/s)
+2026-11-03 22:19:47 [shard 99/128] 468 episodes in 21.3 min (0.37/s)
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+2026-11-03 22:33:32 [shard 0/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:32 [shard 1/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:32 [shard 2/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:32 [shard 3/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:32 [shard 4/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:32 [shard 5/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:32 [shard 6/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:32 [shard 7/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:32 [shard 8/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:32 [shard 9/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:32 [shard 10/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:32 [shard 11/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:32 [shard 12/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:32 [shard 13/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:32 [shard 14/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:32 [shard 15/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 16/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 17/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 18/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 19/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 20/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 21/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 22/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 23/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 24/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 25/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 26/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 27/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 28/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 29/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 30/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 31/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 32/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 33/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 34/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 35/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 36/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 37/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 38/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 39/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 40/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 41/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 42/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 43/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 44/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 45/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 46/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 47/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 48/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 49/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 51/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 53/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 54/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 56/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 57/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 60/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 61/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 64/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 67/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 69/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 71/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 74/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 76/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 79/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 81/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 84/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 87/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 89/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 93/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 95/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:33:33 [shard 99/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 22:50:11 [shard 103/128] 239 episodes in 16.6 min (0.24/s)
+2026-11-03 23:13:23 [shard 127/128] 468 episodes in 23.2 min (0.34/s)
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+2026-11-05 12:11:33 [shard 54/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 64/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 73/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 82/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 91/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 100/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:33 [shard 109/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:34 [shard 118/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:34 [shard 126/128] 0 episodes in 0.0 min (0.00/s)
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
diff --git a/rubik_r1_20261106011120/logs/data_gpu7b.log b/rubik_r1_20261106011120/logs/data_gpu7b.log
new file mode 100644
index 0000000000000000000000000000000000000000..ccc4dcf69569c25f9519a54d73169107ca921351
--- /dev/null
+++ b/rubik_r1_20261106011120/logs/data_gpu7b.log
@@ -0,0 +1,39 @@
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+2026-11-03 19:46:49 [shard 8/128] 476 episodes in 22.5 min (0.35/s)
+2026-11-03 20:09:26 [shard 22/128] 476 episodes in 22.6 min (0.35/s)
+2026-11-03 20:32:02 [shard 38/128] 476 episodes in 22.6 min (0.35/s)
+2026-11-03 20:54:36 [shard 51/128] 476 episodes in 22.6 min (0.35/s)
+2026-11-03 21:17:02 [shard 62/128] 476 episodes in 22.4 min (0.35/s)
+2026-11-03 21:38:56 [shard 78/128] 469 episodes in 21.9 min (0.36/s)
+2026-11-03 22:00:54 [shard 91/128] 469 episodes in 22.0 min (0.36/s)
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+2026-11-03 22:50:10 [shard 112/128] 291 episodes in 16.6 min (0.29/s)
+2026-11-03 23:12:01 [shard 126/128] 468 episodes in 21.9 min (0.36/s)
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
diff --git a/rubik_r1_20261106011120/logs/data_sweep.log b/rubik_r1_20261106011120/logs/data_sweep.log
new file mode 100644
index 0000000000000000000000000000000000000000..48735988c1d344a49f56a5616e2b64b85a59a956
--- /dev/null
+++ b/rubik_r1_20261106011120/logs/data_sweep.log
@@ -0,0 +1,665 @@
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+2026-11-03 23:13:34 [shard 0/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 1/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 2/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 3/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 4/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 5/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 6/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 7/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 8/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 9/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 10/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 11/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 12/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 13/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 14/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 15/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 16/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 17/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 18/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 19/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 20/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 21/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 22/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 23/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 24/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 25/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 26/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 27/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 28/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 29/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 30/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 31/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 32/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 33/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 34/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 35/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 36/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 37/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 38/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 39/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 40/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 41/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 42/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 43/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 44/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 45/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 46/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 47/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 48/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 49/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 50/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 51/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 52/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 53/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 54/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 55/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 56/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 57/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 58/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 59/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 60/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 61/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 62/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 63/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:34 [shard 64/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 65/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 66/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 67/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 68/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 69/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 70/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 71/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 72/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 73/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 74/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 75/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 76/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 77/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 78/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 79/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 80/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 81/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 82/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 83/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 84/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 85/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 86/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 87/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 88/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 89/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 90/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 91/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 92/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 93/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 94/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 95/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 96/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 97/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 98/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 99/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 100/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 101/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 102/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 103/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 104/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 105/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 106/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 107/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 108/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 109/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 110/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 111/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 112/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 113/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 114/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 115/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 116/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 117/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 118/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 119/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 120/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 121/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 122/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 123/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 124/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 125/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 126/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:13:35 [shard 127/128] 0 episodes in 0.0 min (0.00/s)
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+2026-11-03 23:33:50 [shard 0/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:50 [shard 1/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:50 [shard 2/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:50 [shard 3/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:50 [shard 4/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:50 [shard 5/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:50 [shard 6/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:50 [shard 7/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:50 [shard 8/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:50 [shard 9/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:50 [shard 10/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:50 [shard 11/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:50 [shard 12/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:50 [shard 13/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:50 [shard 14/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:50 [shard 15/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:50 [shard 16/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:50 [shard 17/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:50 [shard 18/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:50 [shard 19/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:50 [shard 20/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:50 [shard 21/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:50 [shard 22/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:50 [shard 23/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:50 [shard 24/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:50 [shard 25/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:50 [shard 26/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:50 [shard 27/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:50 [shard 28/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:50 [shard 29/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:50 [shard 30/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:50 [shard 31/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:50 [shard 32/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:50 [shard 33/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:50 [shard 34/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:50 [shard 35/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:50 [shard 36/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:50 [shard 37/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:50 [shard 38/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:50 [shard 39/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 40/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 41/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 42/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 43/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 44/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 45/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 46/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 47/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 48/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 49/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 50/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 51/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 52/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 53/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 54/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 55/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 56/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 57/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 58/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 59/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 60/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 61/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 62/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 63/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 64/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 65/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 66/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 67/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 68/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 69/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 70/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 71/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 72/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 73/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 74/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 75/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 76/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 77/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 78/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 79/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 80/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 81/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 82/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 83/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 84/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 85/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 86/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 87/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 88/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 89/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 90/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 91/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 92/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 93/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 94/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 95/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 96/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 97/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 98/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 99/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 100/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 101/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 102/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 103/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 104/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 105/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 106/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 107/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 108/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 109/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 110/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:51 [shard 111/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:52 [shard 112/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:52 [shard 113/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:52 [shard 114/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:52 [shard 115/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:52 [shard 116/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:52 [shard 117/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:52 [shard 118/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:52 [shard 119/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:52 [shard 120/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:52 [shard 121/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:52 [shard 122/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:52 [shard 123/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:52 [shard 124/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:52 [shard 125/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:52 [shard 126/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-03 23:33:52 [shard 127/128] 0 episodes in 0.0 min (0.00/s)
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+2026-11-04 06:08:23 [shard 0/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:23 [shard 1/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:23 [shard 2/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:23 [shard 3/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:23 [shard 4/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:23 [shard 5/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:23 [shard 6/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:23 [shard 7/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:23 [shard 8/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:23 [shard 9/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:23 [shard 10/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:23 [shard 11/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:23 [shard 12/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:23 [shard 13/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:23 [shard 14/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:23 [shard 15/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:23 [shard 16/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:23 [shard 17/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:23 [shard 18/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:23 [shard 19/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:23 [shard 20/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:23 [shard 21/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:23 [shard 22/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:23 [shard 23/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:23 [shard 24/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 25/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 26/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 27/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 28/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 29/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 30/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 31/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 32/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 33/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 34/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 35/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 36/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 37/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 38/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 39/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 40/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 41/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 42/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 43/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 44/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 45/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 46/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 47/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 48/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 49/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 50/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 51/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 52/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 53/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 54/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 55/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 56/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 57/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 58/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 59/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 60/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 61/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 62/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 63/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 64/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 65/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 66/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 67/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 68/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 69/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 70/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 71/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 72/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 73/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 74/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 75/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 76/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 77/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 78/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 79/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 80/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 81/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 82/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 83/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 84/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 85/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 86/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 87/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 88/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 89/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 90/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 91/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 92/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:24 [shard 93/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:25 [shard 94/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:25 [shard 95/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:25 [shard 96/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:25 [shard 97/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:25 [shard 98/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:25 [shard 99/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:25 [shard 100/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:25 [shard 101/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:25 [shard 102/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:25 [shard 103/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:25 [shard 104/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:25 [shard 105/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:25 [shard 106/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:25 [shard 107/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:25 [shard 108/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:25 [shard 109/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:25 [shard 110/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:25 [shard 111/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:25 [shard 112/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:25 [shard 113/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:25 [shard 114/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:25 [shard 115/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:25 [shard 116/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:25 [shard 117/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:25 [shard 118/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:25 [shard 119/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:25 [shard 120/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:25 [shard 121/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:25 [shard 122/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:25 [shard 123/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:25 [shard 124/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:25 [shard 125/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:25 [shard 126/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-04 06:08:25 [shard 127/128] 0 episodes in 0.0 min (0.00/s)
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+2026-11-05 12:11:46 [shard 0/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:46 [shard 1/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:46 [shard 2/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:46 [shard 3/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:46 [shard 4/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:46 [shard 5/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:46 [shard 6/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:46 [shard 7/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:46 [shard 8/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:46 [shard 9/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:46 [shard 10/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:46 [shard 11/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:46 [shard 12/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:46 [shard 13/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:46 [shard 14/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:46 [shard 15/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:46 [shard 16/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:46 [shard 17/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:46 [shard 18/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:46 [shard 19/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:46 [shard 20/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:46 [shard 21/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:46 [shard 22/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:46 [shard 23/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:46 [shard 24/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:46 [shard 25/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:46 [shard 26/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:46 [shard 27/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:46 [shard 28/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 29/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 30/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 31/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 32/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 33/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 34/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 35/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 36/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 37/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 38/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 39/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 40/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 41/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 42/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 43/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 44/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 45/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 46/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 47/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 48/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 49/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 50/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 51/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 52/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 53/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 54/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 55/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 56/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 57/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 58/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 59/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 60/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 61/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 62/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 63/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 64/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 65/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 66/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 67/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 68/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 69/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 70/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 71/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 72/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 73/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 74/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 75/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 76/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 77/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 78/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 79/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 80/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 81/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 82/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 83/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 84/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 85/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:47 [shard 86/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:48 [shard 87/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:48 [shard 88/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:48 [shard 89/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:48 [shard 90/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:48 [shard 91/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:48 [shard 92/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:48 [shard 93/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:48 [shard 94/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:48 [shard 95/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:48 [shard 96/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:48 [shard 97/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:48 [shard 98/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:48 [shard 99/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:48 [shard 100/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:48 [shard 101/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:48 [shard 102/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:48 [shard 103/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:48 [shard 104/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:48 [shard 105/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:48 [shard 106/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:48 [shard 107/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:48 [shard 108/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:48 [shard 109/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:48 [shard 110/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:48 [shard 111/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:48 [shard 112/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:48 [shard 113/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:48 [shard 114/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:48 [shard 115/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:48 [shard 116/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:48 [shard 117/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:48 [shard 118/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:48 [shard 119/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:48 [shard 120/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:48 [shard 121/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:48 [shard 122/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:48 [shard 123/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:48 [shard 124/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:48 [shard 125/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:48 [shard 126/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 12:11:48 [shard 127/128] 0 episodes in 0.0 min (0.00/s)
+Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: 
+```
+pip install accelerate
+```
+.
+2026-11-05 17:49:35 [shard 0/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 1/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 2/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 3/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 4/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 5/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 6/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 7/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 8/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 9/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 10/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 11/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 12/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 13/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 14/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 15/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 16/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 17/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 18/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 19/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 20/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 21/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 22/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 23/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 24/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 25/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 26/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 27/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 28/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 29/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 30/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 31/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 32/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 33/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 34/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 35/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 36/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 37/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 38/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 39/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 40/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 41/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 42/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 43/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 44/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 45/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 46/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 47/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 48/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 49/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 50/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 51/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 52/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 53/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 54/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 55/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 56/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 57/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 58/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:35 [shard 59/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 60/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 61/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 62/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 63/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 64/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 65/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 66/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 67/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 68/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 69/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 70/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 71/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 72/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 73/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 74/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 75/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 76/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 77/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 78/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 79/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 80/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 81/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 82/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 83/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 84/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 85/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 86/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 87/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 88/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 89/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 90/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 91/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 92/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 93/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 94/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 95/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 96/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 97/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 98/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 99/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 100/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 101/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 102/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 103/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 104/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 105/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 106/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 107/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 108/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 109/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 110/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 111/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 112/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 113/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 114/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 115/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 116/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 117/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 118/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 119/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 120/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 121/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 122/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 123/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 124/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 125/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 126/128] 0 episodes in 0.0 min (0.00/s)
+2026-11-05 17:49:36 [shard 127/128] 0 episodes in 0.0 min (0.00/s)
diff --git a/rubik_r1_20261106011120/logs/infer_rk_ctrl_ckpt_004000.log b/rubik_r1_20261106011120/logs/infer_rk_ctrl_ckpt_004000.log
new file mode 100644
index 0000000000000000000000000000000000000000..291a7b37b9d6842891601364d8eef6ce327e5ce2
--- /dev/null
+++ b/rubik_r1_20261106011120/logs/infer_rk_ctrl_ckpt_004000.log
@@ -0,0 +1,9 @@
+infer /mnt/localssd/lehany/wv/E1_rubik_20261104031751/rk_ctrl/ckpt_004000.pt (ema, step 4000) | max_ctx 0 | moves [0, 2, 4, 8, 12, 16, 24] | ['free', 'tf'] | 50 steps | seed 0 -> /mnt/localssd/lehany/wv/E1_rubik_20261104031751/inference/rk_ctrl/ckpt_004000
+test/n00: 64 episodes, K 7, free, tf saved (62 s)
+test/n02: 64 episodes, K 9, free, tf saved (143 s)
+test/n04: 64 episodes, K 11, free, tf saved (245 s)
+test/n08: 64 episodes, K 15, free, tf saved (388 s)
+test/n12: 64 episodes, K 19, free, tf saved (571 s)
+test/n16: 64 episodes, K 23, free, tf saved (794 s)
+test/n24: 64 episodes, K 31, free, tf saved (1098 s)
+done -> /mnt/localssd/lehany/wv/E1_rubik_20261104031751/inference/rk_ctrl/ckpt_004000
diff --git a/rubik_r1_20261106011120/logs/infer_rk_ctrl_ckpt_008000.log b/rubik_r1_20261106011120/logs/infer_rk_ctrl_ckpt_008000.log
new file mode 100644
index 0000000000000000000000000000000000000000..c3116fe0a1042a6296e85e3907d849b2f0eeceef
--- /dev/null
+++ b/rubik_r1_20261106011120/logs/infer_rk_ctrl_ckpt_008000.log
@@ -0,0 +1,9 @@
+infer /mnt/localssd/lehany/wv/E1_rubik_20261104031751/rk_ctrl/ckpt_008000.pt (ema, step 8000) | max_ctx 0 | moves [0, 2, 4, 8, 12, 16, 24] | ['free', 'tf'] | 50 steps | seed 0 -> /mnt/localssd/lehany/wv/E1_rubik_20261104031751/inference/rk_ctrl/ckpt_008000
+test/n00: 64 episodes, K 7, free, tf saved (61 s)
+test/n02: 64 episodes, K 9, free, tf saved (143 s)
+test/n04: 64 episodes, K 11, free, tf saved (244 s)
+test/n08: 64 episodes, K 15, free, tf saved (386 s)
+test/n12: 64 episodes, K 19, free, tf saved (569 s)
+test/n16: 64 episodes, K 23, free, tf saved (792 s)
+test/n24: 64 episodes, K 31, free, tf saved (1096 s)
+done -> /mnt/localssd/lehany/wv/E1_rubik_20261104031751/inference/rk_ctrl/ckpt_008000
diff --git a/rubik_r1_20261106011120/logs/infer_rk_ctrl_ckpt_012000.log b/rubik_r1_20261106011120/logs/infer_rk_ctrl_ckpt_012000.log
new file mode 100644
index 0000000000000000000000000000000000000000..f04047dbdbf57855926b1ff0d2865f8a726b732d
--- /dev/null
+++ b/rubik_r1_20261106011120/logs/infer_rk_ctrl_ckpt_012000.log
@@ -0,0 +1,9 @@
+infer /mnt/localssd/lehany/wv/E1_rubik_20261104031751/rk_ctrl/ckpt_012000.pt (ema, step 12000) | max_ctx 0 | moves [0, 2, 4, 8, 12, 16, 24] | ['free', 'tf'] | 50 steps | seed 0 -> /mnt/localssd/lehany/wv/E1_rubik_20261104031751/inference/rk_ctrl/ckpt_012000
+test/n00: 64 episodes, K 7, free, tf saved (62 s)
+test/n02: 64 episodes, K 9, free, tf saved (143 s)
+test/n04: 64 episodes, K 11, free, tf saved (245 s)
+test/n08: 64 episodes, K 15, free, tf saved (388 s)
+test/n12: 64 episodes, K 19, free, tf saved (571 s)
+test/n16: 64 episodes, K 23, free, tf saved (794 s)
+test/n24: 64 episodes, K 31, free, tf saved (1099 s)
+done -> /mnt/localssd/lehany/wv/E1_rubik_20261104031751/inference/rk_ctrl/ckpt_012000
diff --git a/rubik_r1_20261106011120/logs/infer_rk_q_ckpt_008000.log b/rubik_r1_20261106011120/logs/infer_rk_q_ckpt_008000.log
new file mode 100644
index 0000000000000000000000000000000000000000..ee26d3860e019323c33b51b77f676a0431c41757
--- /dev/null
+++ b/rubik_r1_20261106011120/logs/infer_rk_q_ckpt_008000.log
@@ -0,0 +1,9 @@
+infer /mnt/localssd/lehany/wv/E1_rubik_20261104031751/rk_q/ckpt_008000.pt (ema, step 8000) | max_ctx 0 | moves [0, 2, 4, 8, 12, 16, 24] | ['free', 'tf'] | 50 steps | seed 0 -> /mnt/localssd/lehany/wv/E1_rubik_20261104031751/inference/rk_q/ckpt_008000
+test/n00: 64 episodes, K 7, free, tf saved (65 s)
+test/n02: 64 episodes, K 9, free, tf saved (150 s)
+test/n04: 64 episodes, K 11, free, tf saved (256 s)
+test/n08: 64 episodes, K 15, free, tf saved (405 s)
+test/n12: 64 episodes, K 19, free, tf saved (596 s)
+test/n16: 64 episodes, K 23, free, tf saved (829 s)
+test/n24: 64 episodes, K 31, free, tf saved (1148 s)
+done -> /mnt/localssd/lehany/wv/E1_rubik_20261104031751/inference/rk_q/ckpt_008000
diff --git a/rubik_r1_20261106011120/logs/infer_rk_v_ckpt_008000.log b/rubik_r1_20261106011120/logs/infer_rk_v_ckpt_008000.log
new file mode 100644
index 0000000000000000000000000000000000000000..4bf04f504aa140c89e53a2b6aeda75b1924eb923
--- /dev/null
+++ b/rubik_r1_20261106011120/logs/infer_rk_v_ckpt_008000.log
@@ -0,0 +1,9 @@
+infer /mnt/localssd/lehany/wv/E1_rubik_20261104031751/rk_v/ckpt_008000.pt (ema, step 8000) | max_ctx 0 | moves [0, 2, 4, 8, 12, 16, 24] | ['free', 'tf'] | 50 steps | seed 0 -> /mnt/localssd/lehany/wv/E1_rubik_20261104031751/inference/rk_v/ckpt_008000
+test/n00: 64 episodes, K 7, free, tf saved (64 s)
+test/n02: 64 episodes, K 9, free, tf saved (149 s)
+test/n04: 64 episodes, K 11, free, tf saved (255 s)
+test/n08: 64 episodes, K 15, free, tf saved (404 s)
+test/n12: 64 episodes, K 19, free, tf saved (595 s)
+test/n16: 64 episodes, K 23, free, tf saved (828 s)
+test/n24: 64 episodes, K 31, free, tf saved (1145 s)
+done -> /mnt/localssd/lehany/wv/E1_rubik_20261104031751/inference/rk_v/ckpt_008000
diff --git a/rubik_r1_20261106011120/logs/infer_rk_v_ckpt_012000.log b/rubik_r1_20261106011120/logs/infer_rk_v_ckpt_012000.log
new file mode 100644
index 0000000000000000000000000000000000000000..fd5d83b31735809ff832c4413d74a4291643b09b
--- /dev/null
+++ b/rubik_r1_20261106011120/logs/infer_rk_v_ckpt_012000.log
@@ -0,0 +1,9 @@
+infer /mnt/localssd/lehany/wv/E1_rubik_20261104031751/rk_v/ckpt_012000.pt (ema, step 12000) | max_ctx 0 | moves [0, 2, 4, 8, 12, 16, 24] | ['free', 'tf'] | 50 steps | seed 0 -> /mnt/localssd/lehany/wv/E1_rubik_20261104031751/inference/rk_v/ckpt_012000
+test/n00: 64 episodes, K 7, free, tf saved (64 s)
+test/n02: 64 episodes, K 9, free, tf saved (149 s)
+test/n04: 64 episodes, K 11, free, tf saved (256 s)
+test/n08: 64 episodes, K 15, free, tf saved (404 s)
+test/n12: 64 episodes, K 19, free, tf saved (595 s)
+test/n16: 64 episodes, K 23, free, tf saved (828 s)
+test/n24: 64 episodes, K 31, free, tf saved (1145 s)
+done -> /mnt/localssd/lehany/wv/E1_rubik_20261104031751/inference/rk_v/ckpt_012000
diff --git a/rubik_r1_20261106011120/logs/infer_rk_v_norm_ckpt_004000.log b/rubik_r1_20261106011120/logs/infer_rk_v_norm_ckpt_004000.log
new file mode 100644
index 0000000000000000000000000000000000000000..26f0ef912f0e4122fbb3125926e5346007af7855
--- /dev/null
+++ b/rubik_r1_20261106011120/logs/infer_rk_v_norm_ckpt_004000.log
@@ -0,0 +1,9 @@
+infer /mnt/localssd/lehany/wv/E1_rubik_20261104031751/rk_v_norm/ckpt_004000.pt (ema, step 4000) | max_ctx 0 | moves [0, 2, 4, 8, 12, 16, 24] | ['free', 'tf'] | 50 steps | seed 0 -> /mnt/localssd/lehany/wv/E1_rubik_20261104031751/inference/rk_v_norm/ckpt_004000
+test/n00: 64 episodes, K 7, free, tf saved (67 s)
+test/n02: 64 episodes, K 9, free, tf saved (154 s)
+test/n04: 64 episodes, K 11, free, tf saved (263 s)
+test/n08: 64 episodes, K 15, free, tf saved (416 s)
+test/n12: 64 episodes, K 19, free, tf saved (612 s)
+test/n16: 64 episodes, K 23, free, tf saved (851 s)
+test/n24: 64 episodes, K 31, free, tf saved (1178 s)
+done -> /mnt/localssd/lehany/wv/E1_rubik_20261104031751/inference/rk_v_norm/ckpt_004000
diff --git a/rubik_r1_20261106011120/logs/infer_rk_v_norm_ckpt_008000.log b/rubik_r1_20261106011120/logs/infer_rk_v_norm_ckpt_008000.log
new file mode 100644
index 0000000000000000000000000000000000000000..5a83c8aad0515d31cb8163bfb96b4f2b37748441
--- /dev/null
+++ b/rubik_r1_20261106011120/logs/infer_rk_v_norm_ckpt_008000.log
@@ -0,0 +1,9 @@
+infer /mnt/localssd/lehany/wv/E1_rubik_20261104031751/rk_v_norm/ckpt_008000.pt (ema, step 8000) | max_ctx 0 | moves [0, 2, 4, 8, 12, 16, 24] | ['free', 'tf'] | 50 steps | seed 0 -> /mnt/localssd/lehany/wv/E1_rubik_20261104031751/inference/rk_v_norm/ckpt_008000
+test/n00: 64 episodes, K 7, free, tf saved (66 s)
+test/n02: 64 episodes, K 9, free, tf saved (153 s)
+test/n04: 64 episodes, K 11, free, tf saved (262 s)
+test/n08: 64 episodes, K 15, free, tf saved (414 s)
+test/n12: 64 episodes, K 19, free, tf saved (610 s)
+test/n16: 64 episodes, K 23, free, tf saved (849 s)
+test/n24: 64 episodes, K 31, free, tf saved (1174 s)
+done -> /mnt/localssd/lehany/wv/E1_rubik_20261104031751/inference/rk_v_norm/ckpt_008000
diff --git a/rubik_r1_20261106011120/logs/infer_rubik_base_ema_020000_ctx-1.log b/rubik_r1_20261106011120/logs/infer_rubik_base_ema_020000_ctx-1.log
new file mode 100644
index 0000000000000000000000000000000000000000..a0c2ca626a21ad7555c3d4f8c7f18613fe5a34b0
--- /dev/null
+++ b/rubik_r1_20261106011120/logs/infer_rubik_base_ema_020000_ctx-1.log
@@ -0,0 +1,9 @@
+infer /mnt/localssd/lehany/wv/E1_rubik_20261104031751/rubik_base/ema_020000.pt (ema, step 20000) | max_ctx None | moves [0, 2, 4, 8, 12, 16, 24] | ['free', 'tf'] | 50 steps | seed 0 -> /mnt/localssd/lehany/wv/E1_rubik_20261104031751/inference/rubik_base/ema_020000_ctx-1
+test/n00: 64 episodes, K 7, free, tf saved (112 s)
+test/n02: 64 episodes, K 9, free, tf saved (282 s)
+test/n04: 64 episodes, K 11, free, tf saved (512 s)
+test/n08: 64 episodes, K 15, free, tf saved (890 s)
+test/n12: 64 episodes, K 19, free, tf saved (1449 s)
+test/n16: 64 episodes, K 23, free, tf saved (2205 s)
+test/n24: 64 episodes, K 31, free, tf saved (3450 s)
+done -> /mnt/localssd/lehany/wv/E1_rubik_20261104031751/inference/rubik_base/ema_020000_ctx-1
diff --git a/rubik_r1_20261106011120/logs/infer_rubik_base_ema_040000_ctx-1.log b/rubik_r1_20261106011120/logs/infer_rubik_base_ema_040000_ctx-1.log
new file mode 100644
index 0000000000000000000000000000000000000000..2fe3b955419b85a10a66a0fdb74a8dbbb902713d
--- /dev/null
+++ b/rubik_r1_20261106011120/logs/infer_rubik_base_ema_040000_ctx-1.log
@@ -0,0 +1,9 @@
+infer /mnt/localssd/lehany/wv/E1_rubik_20261104031751/rubik_base/ema_040000.pt (ema, step 40000) | max_ctx None | moves [0, 2, 4, 8, 12, 16, 24] | ['free', 'tf'] | 50 steps | seed 0 -> /mnt/localssd/lehany/wv/E1_rubik_20261104031751/inference/rubik_base/ema_040000_ctx-1
+test/n00: 64 episodes, K 7, free, tf saved (112 s)
+test/n02: 64 episodes, K 9, free, tf saved (281 s)
+test/n04: 64 episodes, K 11, free, tf saved (511 s)
+test/n08: 64 episodes, K 15, free, tf saved (889 s)
+test/n12: 64 episodes, K 19, free, tf saved (1446 s)
+test/n16: 64 episodes, K 23, free, tf saved (2201 s)
+test/n24: 64 episodes, K 31, free, tf saved (3445 s)
+done -> /mnt/localssd/lehany/wv/E1_rubik_20261104031751/inference/rubik_base/ema_040000_ctx-1
diff --git a/rubik_r1_20261106011120/logs/rk_ctrl.log b/rubik_r1_20261106011120/logs/rk_ctrl.log
new file mode 100644
index 0000000000000000000000000000000000000000..d617402dd875e6473c3748087742f85fe104a8f1
--- /dev/null
+++ b/rubik_r1_20261106011120/logs/rk_ctrl.log
@@ -0,0 +1,268 @@
+run rk_ctrl | MemConfig(proj='', ffn=False, layers=(0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11), fast_heads=4, blocks=4, ffn_frac=0.25, ffn_blocks=8, loss='delta', key='raw', lr=0.001, renorm=True) | max_ctx 0 | new params 0.00M | fast weights / sample: writable 0.00M, state 0.00M (0 MB fp32) | start step 0
+wandb: Currently logged in as: xsourse to https://api.wandb.ai. Use `wandb login --relogin` to force relogin
+wandb: creating run
+wandb: Tracking run with wandb version 0.22.0
+wandb: Run data is saved locally in /mnt/localssd/lehany/wv/E1_rubik_20261104031751/rk_ctrl/wandb/run-20261104_071615-0juxtgie
+wandb: Run `wandb offline` to turn off syncing.
+wandb: Syncing run rk_ctrl
+wandb: ⭐️ View project at https://wandb.ai/xsourse/world-auto-visual
+wandb: 🚀 View run at https://wandb.ai/xsourse/world-auto-visual/runs/0juxtgie
+step 50 | loss 0.0619 | obs 0.0596 ret 0.0601 | gn 0.12 | | 1.61 s/step | 10 GB
+step 100 | loss 0.0565 | obs 0.0553 ret 0.0586 | gn 0.04 | | 1.33 s/step | 10 GB
+step 150 | loss 0.0543 | obs 0.0548 ret 0.0536 | gn 0.04 | | 1.38 s/step | 10 GB
+step 200 | loss 0.0552 | obs 0.0556 ret 0.0537 | gn 0.04 | | 1.39 s/step | 10 GB
+step 250 | loss 0.0536 | obs 0.0521 ret 0.0531 | gn 0.04 | | 1.35 s/step | 10 GB
+step 300 | loss 0.0527 | obs 0.0532 ret 0.0534 | gn 0.04 | | 1.42 s/step | 10 GB
+step 350 | loss 0.0541 | obs 0.0525 ret 0.0562 | gn 0.04 | | 1.44 s/step | 10 GB
+step 400 | loss 0.0552 | obs 0.0537 ret 0.0534 | gn 0.04 | | 1.40 s/step | 10 GB
+step 450 | loss 0.0546 | obs 0.0554 ret 0.0515 | gn 0.05 | | 1.38 s/step | 10 GB
+step 500 | loss 0.0538 | obs 0.0526 ret 0.0571 | gn 0.04 | | 1.36 s/step | 10 GB
+step 550 | loss 0.0533 | obs 0.0525 ret 0.0512 | gn 0.04 | | 1.44 s/step | 10 GB
+step 600 | loss 0.0551 | obs 0.0535 ret 0.0535 | gn 0.05 | | 1.41 s/step | 10 GB
+step 650 | loss 0.0534 | obs 0.0509 ret 0.0510 | gn 0.05 | | 1.31 s/step | 10 GB
+step 700 | loss 0.0553 | obs 0.0548 ret 0.0550 | gn 0.05 | | 1.36 s/step | 10 GB
+step 750 | loss 0.0541 | obs 0.0552 ret 0.0553 | gn 0.04 | | 1.45 s/step | 10 GB
+step 800 | loss 0.0536 | obs 0.0518 ret 0.0544 | gn 0.04 | | 1.44 s/step | 10 GB
+step 850 | loss 0.0539 | obs 0.0536 ret 0.0549 | gn 0.04 | | 1.43 s/step | 10 GB
+step 900 | loss 0.0541 | obs 0.0519 ret 0.0583 | gn 0.05 | | 1.35 s/step | 10 GB
+step 950 | loss 0.0548 | obs 0.0513 ret 0.0551 | gn 0.05 | | 1.31 s/step | 10 GB
+step 1000 | loss 0.0541 | obs 0.0541 ret 0.0536 | gn 0.05 | | 1.35 s/step | 10 GB
+step 1050 | loss 0.0537 | obs 0.0525 ret 0.0521 | gn 0.05 | | 1.44 s/step | 10 GB
+step 1100 | loss 0.0538 | obs 0.0531 ret 0.0557 | gn 0.05 | | 1.43 s/step | 10 GB
+step 1150 | loss 0.0527 | obs 0.0509 ret 0.0519 | gn 0.04 | | 1.36 s/step | 10 GB
+step 1200 | loss 0.0539 | obs 0.0533 ret 0.0493 | gn 0.04 | | 1.43 s/step | 10 GB
+step 1250 | loss 0.0536 | obs 0.0531 ret 0.0512 | gn 0.04 | | 1.34 s/step | 10 GB
+step 1300 | loss 0.0535 | obs 0.0534 ret 0.0494 | gn 0.05 | | 1.40 s/step | 10 GB
+step 1350 | loss 0.0553 | obs 0.0537 ret 0.0542 | gn 0.05 | | 1.35 s/step | 10 GB
+step 1400 | loss 0.0531 | obs 0.0524 ret 0.0515 | gn 0.04 | | 1.44 s/step | 10 GB
+step 1450 | loss 0.0522 | obs 0.0523 ret 0.0534 | gn 0.04 | | 1.36 s/step | 10 GB
+step 1500 | loss 0.0529 | obs 0.0513 ret 0.0533 | gn 0.05 | | 1.44 s/step | 10 GB
+step 1550 | loss 0.0550 | obs 0.0546 ret 0.0563 | gn 0.05 | | 1.40 s/step | 10 GB
+step 1600 | loss 0.0537 | obs 0.0540 ret 0.0539 | gn 0.04 | | 1.32 s/step | 10 GB
+step 1650 | loss 0.0521 | obs 0.0512 ret 0.0476 | gn 0.04 | | 1.36 s/step | 10 GB
+step 1700 | loss 0.0546 | obs 0.0518 ret 0.0584 | gn 0.05 | | 1.38 s/step | 10 GB
+step 1750 | loss 0.0541 | obs 0.0518 ret 0.0551 | gn 0.05 | | 1.39 s/step | 10 GB
+step 1800 | loss 0.0531 | obs 0.0544 ret 0.0545 | gn 0.04 | | 1.35 s/step | 10 GB
+step 1850 | loss 0.0532 | obs 0.0508 ret 0.0561 | gn 0.04 | | 1.37 s/step | 10 GB
+step 1900 | loss 0.0554 | obs 0.0543 ret 0.0544 | gn 0.05 | | 1.44 s/step | 10 GB
+step 1950 | loss 0.0536 | obs 0.0535 ret 0.0516 | gn 0.04 | | 1.36 s/step | 10 GB
+step 2000 | loss 0.0550 | obs 0.0526 ret 0.0572 | gn 0.04 | | 1.28 s/step | 10 GB
+step 2050 | loss 0.0542 | obs 0.0507 ret 0.0536 | gn 0.05 | | 1.52 s/step | 10 GB
+step 2100 | loss 0.0553 | obs 0.0543 ret 0.0539 | gn 0.05 | | 1.29 s/step | 10 GB
+step 2150 | loss 0.0539 | obs 0.0541 ret 0.0528 | gn 0.05 | | 1.33 s/step | 10 GB
+step 2200 | loss 0.0524 | obs 0.0501 ret 0.0540 | gn 0.05 | | 1.35 s/step | 10 GB
+step 2250 | loss 0.0535 | obs 0.0519 ret 0.0517 | gn 0.05 | | 1.26 s/step | 10 GB
+step 2300 | loss 0.0523 | obs 0.0495 ret 0.0550 | gn 0.05 | | 1.45 s/step | 10 GB
+step 2350 | loss 0.0545 | obs 0.0519 ret 0.0515 | gn 0.04 | | 1.37 s/step | 10 GB
+step 2400 | loss 0.0537 | obs 0.0525 ret 0.0536 | gn 0.04 | | 1.40 s/step | 10 GB
+step 2450 | loss 0.0543 | obs 0.0503 ret 0.0537 | gn 0.04 | | 1.45 s/step | 10 GB
+step 2500 | loss 0.0531 | obs 0.0499 ret 0.0553 | gn 0.05 | | 1.40 s/step | 10 GB
+step 2550 | loss 0.0541 | obs 0.0540 ret 0.0508 | gn 0.04 | | 1.47 s/step | 10 GB
+step 2600 | loss 0.0530 | obs 0.0518 ret 0.0517 | gn 0.05 | | 1.41 s/step | 10 GB
+step 2650 | loss 0.0551 | obs 0.0551 ret 0.0592 | gn 0.05 | | 1.36 s/step | 10 GB
+step 2700 | loss 0.0566 | obs 0.0531 ret 0.0599 | gn 0.05 | | 1.38 s/step | 10 GB
+step 2750 | loss 0.0539 | obs 0.0513 ret 0.0535 | gn 0.05 | | 1.36 s/step | 10 GB
+step 2800 | loss 0.0535 | obs 0.0520 ret 0.0573 | gn 0.04 | | 1.48 s/step | 10 GB
+step 2850 | loss 0.0534 | obs 0.0528 ret 0.0539 | gn 0.05 | | 1.37 s/step | 10 GB
+step 2900 | loss 0.0531 | obs 0.0501 ret 0.0575 | gn 0.05 | | 1.34 s/step | 10 GB
+step 2950 | loss 0.0539 | obs 0.0525 ret 0.0503 | gn 0.05 | | 1.32 s/step | 10 GB
+step 3000 | loss 0.0553 | obs 0.0518 ret 0.0589 | gn 0.04 | | 1.44 s/step | 10 GB
+step 3050 | loss 0.0528 | obs 0.0515 ret 0.0550 | gn 0.04 | | 1.52 s/step | 10 GB
+step 3100 | loss 0.0517 | obs 0.0486 ret 0.0556 | gn 0.04 | | 1.31 s/step | 10 GB
+step 3150 | loss 0.0524 | obs 0.0511 ret 0.0534 | gn 0.04 | | 1.34 s/step | 10 GB
+step 3200 | loss 0.0537 | obs 0.0520 ret 0.0531 | gn 0.05 | | 1.42 s/step | 10 GB
+step 3250 | loss 0.0540 | obs 0.0524 ret 0.0513 | gn 0.05 | | 1.42 s/step | 10 GB
+step 3300 | loss 0.0532 | obs 0.0507 ret 0.0550 | gn 0.04 | | 1.33 s/step | 10 GB
+step 3350 | loss 0.0527 | obs 0.0524 ret 0.0489 | gn 0.05 | | 1.36 s/step | 10 GB
+step 3400 | loss 0.0543 | obs 0.0537 ret 0.0544 | gn 0.05 | | 1.38 s/step | 10 GB
+step 3450 | loss 0.0541 | obs 0.0541 ret 0.0552 | gn 0.04 | | 1.49 s/step | 10 GB
+step 3500 | loss 0.0537 | obs 0.0525 ret 0.0516 | gn 0.05 | | 1.38 s/step | 10 GB
+step 3550 | loss 0.0531 | obs 0.0517 ret 0.0562 | gn 0.05 | | 1.45 s/step | 10 GB
+step 3600 | loss 0.0536 | obs 0.0534 ret 0.0498 | gn 0.05 | | 1.36 s/step | 10 GB
+step 3650 | loss 0.0550 | obs 0.0538 ret 0.0543 | gn 0.05 | | 1.36 s/step | 10 GB
+step 3700 | loss 0.0537 | obs 0.0517 ret 0.0522 | gn 0.04 | | 1.37 s/step | 10 GB
+run rk_ctrl | MemConfig(proj='', ffn=False, layers=(0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11), fast_heads=4, blocks=4, ffn_frac=0.25, ffn_blocks=8, loss='delta', key='raw', lr=0.001, renorm=True) | max_ctx 0 | new params 0.00M | fast weights / sample: writable 0.00M, state 0.00M (0 MB fp32) | start step 3500
+wandb: Currently logged in as: xsourse to https://api.wandb.ai. Use `wandb login --relogin` to force relogin
+wandb: creating run
+wandb: Tracking run with wandb version 0.22.0
+wandb: Run data is saved locally in /mnt/localssd/lehany/wv/E1_rubik_20261104031751/rk_ctrl/wandb/run-20261105_121204-0juxtgie
+wandb: Run `wandb offline` to turn off syncing.
+wandb: Resuming run rk_ctrl
+wandb: ⭐️ View project at https://wandb.ai/xsourse/world-auto-visual
+wandb: 🚀 View run at https://wandb.ai/xsourse/world-auto-visual/runs/0juxtgie
+step 3550 | loss 0.0527 | obs 0.0533 ret 0.0466 | gn 0.05 | | 1.55 s/step | 12 GB
+wandb: WARNING Tried to log to step 3550 that is less than the current step 3651. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 3600 | loss 0.0537 | obs 0.0518 ret 0.0504 | gn 0.04 | | 1.46 s/step | 12 GB
+wandb: WARNING Tried to log to step 3600 that is less than the current step 3651. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 3650 | loss 0.0527 | obs 0.0500 ret 0.0548 | gn 0.05 | | 1.38 s/step | 12 GB
+wandb: WARNING Tried to log to step 3650 that is less than the current step 3651. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 3700 | loss 0.0534 | obs 0.0523 ret 0.0524 | gn 0.05 | | 1.49 s/step | 12 GB
+step 3750 | loss 0.0521 | obs 0.0512 ret 0.0502 | gn 0.05 | | 1.35 s/step | 12 GB
+step 3800 | loss 0.0516 | obs 0.0508 ret 0.0496 | gn 0.05 | | 1.37 s/step | 12 GB
+step 3850 | loss 0.0530 | obs 0.0505 ret 0.0587 | gn 0.05 | | 1.34 s/step | 12 GB
+step 3900 | loss 0.0542 | obs 0.0544 ret 0.0516 | gn 0.05 | | 1.41 s/step | 12 GB
+step 3950 | loss 0.0528 | obs 0.0523 ret 0.0529 | gn 0.04 | | 1.33 s/step | 12 GB
+step 4000 | loss 0.0535 | obs 0.0519 ret 0.0549 | gn 0.05 | | 1.30 s/step | 12 GB
+step 4050 | loss 0.0522 | obs 0.0493 ret 0.0531 | gn 0.04 | | 1.61 s/step | 12 GB
+step 4100 | loss 0.0544 | obs 0.0509 ret 0.0621 | gn 0.05 | | 1.47 s/step | 12 GB
+step 4150 | loss 0.0528 | obs 0.0500 ret 0.0535 | gn 0.05 | | 1.42 s/step | 12 GB
+step 4200 | loss 0.0537 | obs 0.0532 ret 0.0539 | gn 0.05 | | 1.40 s/step | 12 GB
+step 4250 | loss 0.0543 | obs 0.0548 ret 0.0534 | gn 0.05 | | 1.36 s/step | 12 GB
+step 4300 | loss 0.0537 | obs 0.0528 ret 0.0509 | gn 0.05 | | 1.46 s/step | 12 GB
+step 4350 | loss 0.0520 | obs 0.0506 ret 0.0530 | gn 0.05 | | 1.35 s/step | 12 GB
+step 4400 | loss 0.0537 | obs 0.0510 ret 0.0519 | gn 0.05 | | 1.34 s/step | 12 GB
+step 4450 | loss 0.0536 | obs 0.0521 ret 0.0568 | gn 0.05 | | 1.45 s/step | 12 GB
+step 4500 | loss 0.0540 | obs 0.0535 ret 0.0547 | gn 0.05 | | 1.35 s/step | 12 GB
+step 4550 | loss 0.0538 | obs 0.0535 ret 0.0487 | gn 0.05 | | 1.49 s/step | 12 GB
+step 4600 | loss 0.0521 | obs 0.0508 ret 0.0490 | gn 0.05 | | 1.40 s/step | 12 GB
+step 4650 | loss 0.0528 | obs 0.0534 ret 0.0537 | gn 0.05 | | 1.28 s/step | 12 GB
+step 4700 | loss 0.0532 | obs 0.0513 ret 0.0510 | gn 0.04 | | 1.38 s/step | 12 GB
+step 4750 | loss 0.0532 | obs 0.0511 ret 0.0585 | gn 0.04 | | 1.41 s/step | 12 GB
+step 4800 | loss 0.0532 | obs 0.0514 ret 0.0532 | gn 0.05 | | 1.45 s/step | 12 GB
+step 4850 | loss 0.0529 | obs 0.0523 ret 0.0528 | gn 0.05 | | 1.40 s/step | 12 GB
+step 4900 | loss 0.0546 | obs 0.0548 ret 0.0515 | gn 0.05 | | 1.47 s/step | 12 GB
+step 4950 | loss 0.0527 | obs 0.0519 ret 0.0518 | gn 0.05 | | 1.50 s/step | 12 GB
+step 5000 | loss 0.0515 | obs 0.0511 ret 0.0511 | gn 0.04 | | 1.44 s/step | 12 GB
+step 5050 | loss 0.0540 | obs 0.0536 ret 0.0551 | gn 0.05 | | 1.55 s/step | 12 GB
+step 5100 | loss 0.0538 | obs 0.0521 ret 0.0518 | gn 0.09 | | 1.36 s/step | 12 GB
+step 5150 | loss 0.0530 | obs 0.0514 ret 0.0493 | gn 0.05 | | 1.37 s/step | 12 GB
+step 5200 | loss 0.0528 | obs 0.0522 ret 0.0557 | gn 0.05 | | 1.34 s/step | 12 GB
+step 5250 | loss 0.0535 | obs 0.0510 ret 0.0529 | gn 0.04 | | 1.34 s/step | 12 GB
+step 5300 | loss 0.0541 | obs 0.0494 ret 0.0590 | gn 0.04 | | 1.48 s/step | 12 GB
+step 5350 | loss 0.0522 | obs 0.0497 ret 0.0491 | gn 0.04 | | 1.44 s/step | 12 GB
+step 5400 | loss 0.0543 | obs 0.0534 ret 0.0541 | gn 0.05 | | 1.43 s/step | 12 GB
+step 5450 | loss 0.0545 | obs 0.0533 ret 0.0572 | gn 0.05 | | 1.41 s/step | 12 GB
+step 5500 | loss 0.0543 | obs 0.0538 ret 0.0540 | gn 0.04 | | 1.37 s/step | 12 GB
+step 5550 | loss 0.0530 | obs 0.0529 ret 0.0523 | gn 0.04 | | 1.46 s/step | 12 GB
+step 5600 | loss 0.0531 | obs 0.0522 ret 0.0524 | gn 0.05 | | 1.35 s/step | 12 GB
+step 5650 | loss 0.0538 | obs 0.0531 ret 0.0541 | gn 0.04 | | 1.42 s/step | 12 GB
+step 5700 | loss 0.0532 | obs 0.0501 ret 0.0539 | gn 0.05 | | 1.35 s/step | 12 GB
+step 5750 | loss 0.0537 | obs 0.0517 ret 0.0513 | gn 0.05 | | 1.33 s/step | 12 GB
+step 5800 | loss 0.0518 | obs 0.0508 ret 0.0539 | gn 0.04 | | 1.36 s/step | 12 GB
+step 5850 | loss 0.0531 | obs 0.0515 ret 0.0563 | gn 0.05 | | 1.50 s/step | 12 GB
+step 5900 | loss 0.0538 | obs 0.0506 ret 0.0569 | gn 0.04 | | 1.39 s/step | 12 GB
+step 5950 | loss 0.0540 | obs 0.0554 ret 0.0506 | gn 0.04 | | 1.42 s/step | 12 GB
+step 6000 | loss 0.0535 | obs 0.0512 ret 0.0547 | gn 0.04 | | 1.57 s/step | 12 GB
+step 6050 | loss 0.0534 | obs 0.0505 ret 0.0521 | gn 0.04 | | 1.58 s/step | 12 GB
+step 6100 | loss 0.0532 | obs 0.0529 ret 0.0547 | gn 0.04 | | 1.60 s/step | 12 GB
+step 6150 | loss 0.0543 | obs 0.0508 ret 0.0555 | gn 0.05 | | 1.49 s/step | 12 GB
+step 6200 | loss 0.0550 | obs 0.0527 ret 0.0519 | gn 0.04 | | 1.44 s/step | 12 GB
+step 6250 | loss 0.0548 | obs 0.0554 ret 0.0547 | gn 0.05 | | 1.39 s/step | 12 GB
+step 6300 | loss 0.0525 | obs 0.0514 ret 0.0478 | gn 0.05 | | 1.35 s/step | 12 GB
+step 6350 | loss 0.0542 | obs 0.0531 ret 0.0559 | gn 0.05 | | 1.45 s/step | 12 GB
+step 6400 | loss 0.0526 | obs 0.0483 ret 0.0520 | gn 0.05 | | 1.47 s/step | 12 GB
+step 6450 | loss 0.0532 | obs 0.0513 ret 0.0523 | gn 0.05 | | 1.45 s/step | 12 GB
+step 6500 | loss 0.0543 | obs 0.0548 ret 0.0500 | gn 0.05 | | 1.38 s/step | 12 GB
+step 6550 | loss 0.0524 | obs 0.0524 ret 0.0536 | gn 0.05 | | 1.41 s/step | 12 GB
+step 6600 | loss 0.0510 | obs 0.0519 ret 0.0491 | gn 0.04 | | 1.30 s/step | 12 GB
+step 6650 | loss 0.0513 | obs 0.0499 ret 0.0490 | gn 0.04 | | 1.38 s/step | 12 GB
+step 6700 | loss 0.0538 | obs 0.0541 ret 0.0581 | gn 0.05 | | 1.30 s/step | 12 GB
+step 6750 | loss 0.0532 | obs 0.0533 ret 0.0519 | gn 0.04 | | 1.32 s/step | 12 GB
+step 6800 | loss 0.0529 | obs 0.0526 ret 0.0559 | gn 0.05 | | 1.26 s/step | 12 GB
+step 6850 | loss 0.0538 | obs 0.0520 ret 0.0588 | gn 0.04 | | 1.39 s/step | 12 GB
+step 6900 | loss 0.0529 | obs 0.0487 ret 0.0522 | gn 0.04 | | 1.43 s/step | 12 GB
+step 6950 | loss 0.0538 | obs 0.0517 ret 0.0510 | gn 0.04 | | 1.44 s/step | 12 GB
+step 7000 | loss 0.0535 | obs 0.0518 ret 0.0526 | gn 0.05 | | 1.45 s/step | 12 GB
+step 7050 | loss 0.0523 | obs 0.0505 ret 0.0595 | gn 0.05 | | 1.40 s/step | 12 GB
+step 7100 | loss 0.0538 | obs 0.0521 ret 0.0533 | gn 0.05 | | 1.47 s/step | 12 GB
+step 7150 | loss 0.0541 | obs 0.0519 ret 0.0545 | gn 0.05 | | 1.50 s/step | 12 GB
+step 7200 | loss 0.0542 | obs 0.0554 ret 0.0542 | gn 0.04 | | 1.42 s/step | 12 GB
+step 7250 | loss 0.0535 | obs 0.0520 ret 0.0527 | gn 0.05 | | 1.45 s/step | 12 GB
+step 7300 | loss 0.0536 | obs 0.0509 ret 0.0532 | gn 0.05 | | 1.40 s/step | 12 GB
+step 7350 | loss 0.0538 | obs 0.0522 ret 0.0522 | gn 0.05 | | 1.28 s/step | 12 GB
+step 7400 | loss 0.0549 | obs 0.0502 ret 0.0540 | gn 0.05 | | 1.31 s/step | 12 GB
+step 7450 | loss 0.0537 | obs 0.0518 ret 0.0533 | gn 0.05 | | 1.35 s/step | 12 GB
+step 7500 | loss 0.0523 | obs 0.0513 ret 0.0572 | gn 0.05 | | 1.32 s/step | 12 GB
+step 7550 | loss 0.0540 | obs 0.0532 ret 0.0549 | gn 0.05 | | 1.41 s/step | 12 GB
+step 7600 | loss 0.0528 | obs 0.0527 ret 0.0518 | gn 0.05 | | 1.33 s/step | 12 GB
+step 7650 | loss 0.0531 | obs 0.0522 ret 0.0519 | gn 0.05 | | 1.41 s/step | 12 GB
+step 7700 | loss 0.0536 | obs 0.0529 ret 0.0547 | gn 0.04 | | 1.50 s/step | 12 GB
+step 7750 | loss 0.0541 | obs 0.0516 ret 0.0497 | gn 0.05 | | 1.36 s/step | 12 GB
+step 7800 | loss 0.0543 | obs 0.0518 ret 0.0598 | gn 0.05 | | 1.39 s/step | 12 GB
+step 7850 | loss 0.0531 | obs 0.0508 ret 0.0527 | gn 0.04 | | 1.42 s/step | 12 GB
+step 7900 | loss 0.0537 | obs 0.0526 ret 0.0522 | gn 0.05 | | 1.32 s/step | 12 GB
+step 7950 | loss 0.0521 | obs 0.0488 ret 0.0562 | gn 0.05 | | 1.39 s/step | 12 GB
+step 8000 | loss 0.0527 | obs 0.0505 ret 0.0550 | gn 0.05 | | 1.41 s/step | 12 GB
+step 8050 | loss 0.0522 | obs 0.0530 ret 0.0503 | gn 0.04 | | 1.60 s/step | 12 GB
+step 8100 | loss 0.0548 | obs 0.0548 ret 0.0562 | gn 0.05 | | 1.38 s/step | 12 GB
+step 8150 | loss 0.0531 | obs 0.0525 ret 0.0543 | gn 0.05 | | 1.37 s/step | 12 GB
+step 8200 | loss 0.0536 | obs 0.0537 ret 0.0543 | gn 0.05 | | 1.43 s/step | 12 GB
+step 8250 | loss 0.0543 | obs 0.0533 ret 0.0531 | gn 0.05 | | 1.39 s/step | 12 GB
+step 8300 | loss 0.0517 | obs 0.0525 ret 0.0506 | gn 0.05 | | 1.39 s/step | 12 GB
+step 8350 | loss 0.0534 | obs 0.0517 ret 0.0523 | gn 0.05 | | 1.46 s/step | 12 GB
+step 8400 | loss 0.0544 | obs 0.0534 ret 0.0515 | gn 0.05 | | 1.40 s/step | 12 GB
+step 8450 | loss 0.0537 | obs 0.0529 ret 0.0548 | gn 0.05 | | 1.46 s/step | 12 GB
+step 8500 | loss 0.0533 | obs 0.0527 ret 0.0509 | gn 0.04 | | 1.37 s/step | 12 GB
+step 8550 | loss 0.0527 | obs 0.0506 ret 0.0515 | gn 0.04 | | 1.45 s/step | 12 GB
+step 8600 | loss 0.0524 | obs 0.0489 ret 0.0543 | gn 0.05 | | 1.35 s/step | 12 GB
+step 8650 | loss 0.0540 | obs 0.0514 ret 0.0569 | gn 0.05 | | 1.37 s/step | 12 GB
+step 8700 | loss 0.0544 | obs 0.0521 ret 0.0525 | gn 0.04 | | 1.47 s/step | 12 GB
+step 8750 | loss 0.0553 | obs 0.0559 ret 0.0562 | gn 0.05 | | 1.35 s/step | 12 GB
+step 8800 | loss 0.0540 | obs 0.0548 ret 0.0524 | gn 0.05 | | 1.43 s/step | 12 GB
+step 8850 | loss 0.0526 | obs 0.0516 ret 0.0509 | gn 0.04 | | 1.39 s/step | 12 GB
+step 8900 | loss 0.0527 | obs 0.0516 ret 0.0516 | gn 0.04 | | 1.45 s/step | 12 GB
+step 8950 | loss 0.0528 | obs 0.0530 ret 0.0513 | gn 0.05 | | 1.36 s/step | 12 GB
+step 9000 | loss 0.0523 | obs 0.0531 ret 0.0488 | gn 0.04 | | 1.44 s/step | 12 GB
+step 9050 | loss 0.0532 | obs 0.0506 ret 0.0550 | gn 0.05 | | 1.45 s/step | 12 GB
+step 9100 | loss 0.0535 | obs 0.0511 ret 0.0543 | gn 0.05 | | 1.32 s/step | 12 GB
+step 9150 | loss 0.0536 | obs 0.0503 ret 0.0541 | gn 0.05 | | 1.44 s/step | 12 GB
+step 9200 | loss 0.0548 | obs 0.0541 ret 0.0508 | gn 0.05 | | 1.24 s/step | 12 GB
+step 9250 | loss 0.0535 | obs 0.0522 ret 0.0549 | gn 0.05 | | 1.43 s/step | 12 GB
+step 9300 | loss 0.0529 | obs 0.0531 ret 0.0520 | gn 0.05 | | 1.46 s/step | 12 GB
+step 9350 | loss 0.0521 | obs 0.0527 ret 0.0521 | gn 0.05 | | 1.36 s/step | 12 GB
+step 9400 | loss 0.0515 | obs 0.0507 ret 0.0553 | gn 0.04 | | 1.34 s/step | 12 GB
+step 9450 | loss 0.0520 | obs 0.0505 ret 0.0525 | gn 0.04 | | 1.34 s/step | 12 GB
+step 9500 | loss 0.0528 | obs 0.0524 ret 0.0481 | gn 0.04 | | 1.42 s/step | 12 GB
+step 9550 | loss 0.0514 | obs 0.0497 ret 0.0505 | gn 0.05 | | 1.41 s/step | 12 GB
+step 9600 | loss 0.0527 | obs 0.0530 ret 0.0489 | gn 0.05 | | 1.37 s/step | 12 GB
+step 9650 | loss 0.0527 | obs 0.0518 ret 0.0514 | gn 0.05 | | 1.32 s/step | 12 GB
+step 9700 | loss 0.0518 | obs 0.0508 ret 0.0515 | gn 0.05 | | 1.35 s/step | 12 GB
+step 9750 | loss 0.0525 | obs 0.0508 ret 0.0542 | gn 0.04 | | 1.44 s/step | 12 GB
+step 9800 | loss 0.0516 | obs 0.0496 ret 0.0561 | gn 0.05 | | 1.30 s/step | 12 GB
+step 9850 | loss 0.0536 | obs 0.0501 ret 0.0534 | gn 0.05 | | 1.28 s/step | 12 GB
+step 9900 | loss 0.0523 | obs 0.0506 ret 0.0504 | gn 0.05 | | 1.28 s/step | 12 GB
+step 9950 | loss 0.0530 | obs 0.0517 ret 0.0545 | gn 0.05 | | 1.32 s/step | 12 GB
+step 10000 | loss 0.0534 | obs 0.0511 ret 0.0535 | gn 0.05 | | 1.49 s/step | 12 GB
+step 10050 | loss 0.0523 | obs 0.0503 ret 0.0511 | gn 0.05 | | 1.56 s/step | 12 GB
+step 10100 | loss 0.0531 | obs 0.0513 ret 0.0554 | gn 0.04 | | 1.42 s/step | 12 GB
+step 10150 | loss 0.0523 | obs 0.0517 ret 0.0501 | gn 0.05 | | 1.37 s/step | 12 GB
+step 10200 | loss 0.0530 | obs 0.0519 ret 0.0563 | gn 0.05 | | 1.40 s/step | 12 GB
+step 10250 | loss 0.0516 | obs 0.0496 ret 0.0527 | gn 0.05 | | 1.45 s/step | 12 GB
+step 10300 | loss 0.0529 | obs 0.0531 ret 0.0499 | gn 0.04 | | 1.41 s/step | 12 GB
+step 10350 | loss 0.0518 | obs 0.0516 ret 0.0499 | gn 0.04 | | 1.44 s/step | 12 GB
+step 10400 | loss 0.0529 | obs 0.0506 ret 0.0521 | gn 0.05 | | 1.50 s/step | 12 GB
+step 10450 | loss 0.0521 | obs 0.0500 ret 0.0524 | gn 0.04 | | 1.53 s/step | 12 GB
+step 10500 | loss 0.0539 | obs 0.0503 ret 0.0564 | gn 0.05 | | 1.38 s/step | 12 GB
+step 10550 | loss 0.0539 | obs 0.0509 ret 0.0542 | gn 0.05 | | 1.58 s/step | 12 GB
+step 10600 | loss 0.0539 | obs 0.0542 ret 0.0509 | gn 0.05 | | 1.51 s/step | 12 GB
+step 10650 | loss 0.0531 | obs 0.0530 ret 0.0517 | gn 0.04 | | 1.38 s/step | 12 GB
+step 10700 | loss 0.0522 | obs 0.0513 ret 0.0558 | gn 0.04 | | 1.40 s/step | 12 GB
+step 10750 | loss 0.0526 | obs 0.0532 ret 0.0504 | gn 0.05 | | 1.47 s/step | 12 GB
+step 10800 | loss 0.0543 | obs 0.0529 ret 0.0552 | gn 0.05 | | 1.48 s/step | 12 GB
+step 10850 | loss 0.0534 | obs 0.0523 ret 0.0526 | gn 0.05 | | 1.48 s/step | 12 GB
+step 10900 | loss 0.0547 | obs 0.0548 ret 0.0561 | gn 0.05 | | 1.40 s/step | 12 GB
+step 10950 | loss 0.0535 | obs 0.0517 ret 0.0539 | gn 0.04 | | 1.50 s/step | 12 GB
+step 11000 | loss 0.0525 | obs 0.0491 ret 0.0507 | gn 0.05 | | 1.42 s/step | 12 GB
+step 11050 | loss 0.0534 | obs 0.0525 ret 0.0515 | gn 0.05 | | 1.63 s/step | 12 GB
+step 11100 | loss 0.0537 | obs 0.0502 ret 0.0573 | gn 0.05 | | 1.36 s/step | 12 GB
+step 11150 | loss 0.0527 | obs 0.0505 ret 0.0538 | gn 0.05 | | 1.38 s/step | 12 GB
+step 11200 | loss 0.0523 | obs 0.0506 ret 0.0496 | gn 0.05 | | 1.30 s/step | 12 GB
+step 11250 | loss 0.0520 | obs 0.0489 ret 0.0534 | gn 0.05 | | 1.41 s/step | 12 GB
+step 11300 | loss 0.0533 | obs 0.0528 ret 0.0525 | gn 0.05 | | 1.34 s/step | 12 GB
+step 11350 | loss 0.0531 | obs 0.0515 ret 0.0548 | gn 0.04 | | 1.41 s/step | 12 GB
+step 11400 | loss 0.0523 | obs 0.0516 ret 0.0481 | gn 0.04 | | 1.40 s/step | 12 GB
+step 11450 | loss 0.0512 | obs 0.0496 ret 0.0497 | gn 0.05 | | 1.35 s/step | 12 GB
+step 11500 | loss 0.0524 | obs 0.0501 ret 0.0580 | gn 0.04 | | 1.34 s/step | 12 GB
+step 11550 | loss 0.0533 | obs 0.0527 ret 0.0517 | gn 0.05 | | 1.43 s/step | 12 GB
+step 11600 | loss 0.0534 | obs 0.0509 ret 0.0521 | gn 0.05 | | 1.37 s/step | 12 GB
+step 11650 | loss 0.0536 | obs 0.0524 ret 0.0547 | gn 0.05 | | 1.43 s/step | 12 GB
+step 11700 | loss 0.0533 | obs 0.0533 ret 0.0522 | gn 0.05 | | 1.39 s/step | 12 GB
+step 11750 | loss 0.0513 | obs 0.0494 ret 0.0520 | gn 0.05 | | 1.40 s/step | 12 GB
+step 11800 | loss 0.0537 | obs 0.0528 ret 0.0529 | gn 0.06 | | 1.46 s/step | 12 GB
+step 11850 | loss 0.0534 | obs 0.0518 ret 0.0511 | gn 0.05 | | 1.47 s/step | 12 GB
+step 11900 | loss 0.0542 | obs 0.0544 ret 0.0522 | gn 0.05 | | 1.33 s/step | 12 GB
+step 11950 | loss 0.0530 | obs 0.0508 ret 0.0514 | gn 0.04 | | 1.39 s/step | 12 GB
+step 12000 | loss 0.0527 | obs 0.0512 ret 0.0546 | gn 0.04 | | 1.41 s/step | 12 GB
+wandb: 
+wandb: 🚀 View run rk_ctrl at: 
+wandb: Find logs at: ../../../../../../wv/E1_rubik_20261104031751/rk_ctrl/wandb/run-20261105_121204-0juxtgie/logs
diff --git a/rubik_r1_20261106011120/logs/rk_ffn.log b/rubik_r1_20261106011120/logs/rk_ffn.log
new file mode 100644
index 0000000000000000000000000000000000000000..346ce0d37d59f2f7e5846f9f70d0e27cadf6a800
--- /dev/null
+++ b/rubik_r1_20261106011120/logs/rk_ffn.log
@@ -0,0 +1,296 @@
+run rk_ffn | MemConfig(proj='', ffn=True, layers=(0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11), fast_heads=4, blocks=4, ffn_frac=0.25, ffn_blocks=8, loss='delta', key='raw', lr=0.001, renorm=True) | max_ctx 0 | new params 15.94M | fast weights / sample: writable 1.99M, state 15.93M (61 MB fp32) | start step 0
+wandb: Currently logged in as: xsourse to https://api.wandb.ai. Use `wandb login --relogin` to force relogin
+wandb: creating run
+wandb: Tracking run with wandb version 0.22.0
+wandb: Run data is saved locally in /mnt/localssd/lehany/wv/E1_rubik_20261104031751/rk_ffn/wandb/run-20261104_071615-caymxfbb
+wandb: Run `wandb offline` to turn off syncing.
+wandb: Syncing run rk_ffn
+wandb: ⭐️ View project at https://wandb.ai/xsourse/world-auto-visual
+wandb: 🚀 View run at https://wandb.ai/xsourse/world-auto-visual/runs/caymxfbb
+step 50 | loss 0.0619 | obs 0.0596 ret 0.0601 | gn 0.12 | dW_ffn 1.69e-05 | 2.99 s/step | 22 GB
+step 100 | loss 0.0565 | obs 0.0553 ret 0.0586 | gn 0.04 | dW_ffn 3.83e-04 | 2.62 s/step | 22 GB
+step 150 | loss 0.0543 | obs 0.0548 ret 0.0536 | gn 0.04 | dW_ffn 1.89e-03 | 2.71 s/step | 22 GB
+step 200 | loss 0.0552 | obs 0.0556 ret 0.0537 | gn 0.04 | dW_ffn 9.76e-03 | 2.76 s/step | 22 GB
+step 250 | loss 0.0534 | obs 0.0519 ret 0.0530 | gn 0.04 | dW_ffn 1.57e-02 | 2.61 s/step | 22 GB
+step 300 | loss 0.0524 | obs 0.0527 ret 0.0533 | gn 0.04 | dW_ffn 2.30e-02 | 2.81 s/step | 22 GB
+step 350 | loss 0.0537 | obs 0.0516 ret 0.0561 | gn 0.04 | dW_ffn 2.77e-02 | 2.84 s/step | 22 GB
+step 400 | loss 0.0547 | obs 0.0529 ret 0.0533 | gn 0.04 | dW_ffn 2.76e-02 | 2.78 s/step | 22 GB
+step 450 | loss 0.0540 | obs 0.0544 ret 0.0513 | gn 0.04 | dW_ffn 3.53e-02 | 2.72 s/step | 22 GB
+step 500 | loss 0.0530 | obs 0.0515 ret 0.0569 | gn 0.04 | dW_ffn 4.82e-02 | 2.69 s/step | 22 GB
+step 550 | loss 0.0523 | obs 0.0513 ret 0.0509 | gn 0.04 | dW_ffn 6.24e-02 | 2.69 s/step | 22 GB
+step 600 | loss 0.0536 | obs 0.0516 ret 0.0530 | gn 0.05 | dW_ffn 6.87e-02 | 2.88 s/step | 22 GB
+step 650 | loss 0.0497 | obs 0.0458 ret 0.0497 | gn 0.06 | dW_ffn 8.36e-02 | 2.65 s/step | 22 GB
+step 700 | loss 0.0442 | obs 0.0420 ret 0.0499 | gn 0.09 | dW_ffn 9.39e-02 | 2.75 s/step | 22 GB
+step 750 | loss 0.0323 | obs 0.0320 ret 0.0393 | gn 0.09 | dW_ffn 1.09e-01 | 2.86 s/step | 22 GB
+step 800 | loss 0.0245 | obs 0.0232 ret 0.0300 | gn 0.07 | dW_ffn 1.10e-01 | 2.84 s/step | 22 GB
+step 850 | loss 0.0208 | obs 0.0201 ret 0.0257 | gn 0.06 | dW_ffn 1.10e-01 | 2.79 s/step | 22 GB
+step 900 | loss 0.0185 | obs 0.0179 ret 0.0246 | gn 0.05 | dW_ffn 1.15e-01 | 2.64 s/step | 22 GB
+step 950 | loss 0.0189 | obs 0.0169 ret 0.0227 | gn 0.04 | dW_ffn 1.12e-01 | 2.56 s/step | 22 GB
+step 1000 | loss 0.0179 | obs 0.0200 ret 0.0193 | gn 0.05 | dW_ffn 1.03e-01 | 2.65 s/step | 22 GB
+step 1050 | loss 0.0166 | obs 0.0170 ret 0.0177 | gn 0.04 | dW_ffn 1.04e-01 | 2.80 s/step | 22 GB
+step 1100 | loss 0.0165 | obs 0.0183 ret 0.0212 | gn 0.04 | dW_ffn 1.13e-01 | 2.92 s/step | 22 GB
+step 1150 | loss 0.0154 | obs 0.0155 ret 0.0168 | gn 0.04 | dW_ffn 1.03e-01 | 2.74 s/step | 22 GB
+step 1200 | loss 0.0148 | obs 0.0163 ret 0.0156 | gn 0.03 | dW_ffn 1.10e-01 | 2.84 s/step | 22 GB
+step 1250 | loss 0.0164 | obs 0.0180 ret 0.0159 | gn 0.04 | dW_ffn 1.11e-01 | 2.70 s/step | 22 GB
+step 1300 | loss 0.0162 | obs 0.0163 ret 0.0167 | gn 0.04 | dW_ffn 1.01e-01 | 2.81 s/step | 22 GB
+step 1350 | loss 0.0172 | obs 0.0167 ret 0.0203 | gn 0.04 | dW_ffn 1.06e-01 | 2.76 s/step | 22 GB
+step 1400 | loss 0.0152 | obs 0.0161 ret 0.0174 | gn 0.04 | dW_ffn 1.11e-01 | 2.89 s/step | 22 GB
+step 1450 | loss 0.0148 | obs 0.0172 ret 0.0159 | gn 0.04 | dW_ffn 1.02e-01 | 2.74 s/step | 22 GB
+step 1500 | loss 0.0156 | obs 0.0161 ret 0.0189 | gn 0.04 | dW_ffn 1.08e-01 | 2.83 s/step | 22 GB
+step 1550 | loss 0.0166 | obs 0.0182 ret 0.0173 | gn 0.04 | dW_ffn 1.04e-01 | 2.71 s/step | 22 GB
+step 1600 | loss 0.0149 | obs 0.0165 ret 0.0170 | gn 0.04 | dW_ffn 1.09e-01 | 2.70 s/step | 22 GB
+step 1650 | loss 0.0141 | obs 0.0149 ret 0.0128 | gn 0.04 | dW_ffn 1.07e-01 | 2.73 s/step | 22 GB
+step 1700 | loss 0.0160 | obs 0.0161 ret 0.0189 | gn 0.04 | dW_ffn 9.98e-02 | 2.76 s/step | 22 GB
+step 1750 | loss 0.0160 | obs 0.0148 ret 0.0181 | gn 0.04 | dW_ffn 1.05e-01 | 2.80 s/step | 22 GB
+step 1800 | loss 0.0150 | obs 0.0176 ret 0.0171 | gn 0.04 | dW_ffn 9.83e-02 | 2.71 s/step | 22 GB
+step 1850 | loss 0.0145 | obs 0.0137 ret 0.0180 | gn 0.04 | dW_ffn 1.02e-01 | 2.78 s/step | 22 GB
+run rk_ffn | MemConfig(proj='', ffn=True, layers=(0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11), fast_heads=4, blocks=4, ffn_frac=0.25, ffn_blocks=8, loss='delta', key='raw', lr=0.001, renorm=True) | max_ctx 0 | new params 15.94M | fast weights / sample: writable 1.99M, state 15.93M (61 MB fp32) | start step 1500
+wandb: Currently logged in as: xsourse to https://api.wandb.ai. Use `wandb login --relogin` to force relogin
+wandb: creating run
+wandb: Tracking run with wandb version 0.22.0
+wandb: Run data is saved locally in /mnt/localssd/lehany/wv/E1_rubik_20261104031751/rk_ffn/wandb/run-20261105_121204-caymxfbb
+wandb: Run `wandb offline` to turn off syncing.
+wandb: Resuming run rk_ffn
+wandb: ⭐️ View project at https://wandb.ai/xsourse/world-auto-visual
+wandb: 🚀 View run at https://wandb.ai/xsourse/world-auto-visual/runs/caymxfbb
+step 1550 | loss 0.0152 | obs 0.0175 ret 0.0159 | gn 0.04 | dW_ffn 1.04e-01 | 3.02 s/step | 24 GB
+wandb: WARNING Tried to log to step 1550 that is less than the current step 1801. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 1600 | loss 0.0150 | obs 0.0166 ret 0.0147 | gn 0.04 | dW_ffn 1.09e-01 | 2.85 s/step | 24 GB
+wandb: WARNING Tried to log to step 1600 that is less than the current step 1801. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 1650 | loss 0.0154 | obs 0.0150 ret 0.0156 | gn 0.04 | dW_ffn 1.05e-01 | 2.94 s/step | 24 GB
+wandb: WARNING Tried to log to step 1650 that is less than the current step 1801. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 1700 | loss 0.0150 | obs 0.0162 ret 0.0170 | gn 0.04 | dW_ffn 9.77e-02 | 2.69 s/step | 24 GB
+wandb: WARNING Tried to log to step 1700 that is less than the current step 1801. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 1750 | loss 0.0148 | obs 0.0153 ret 0.0157 | gn 0.04 | dW_ffn 1.05e-01 | 2.76 s/step | 24 GB
+wandb: WARNING Tried to log to step 1750 that is less than the current step 1801. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 1800 | loss 0.0149 | obs 0.0171 ret 0.0148 | gn 0.04 | dW_ffn 9.39e-02 | 2.79 s/step | 24 GB
+wandb: WARNING Tried to log to step 1800 that is less than the current step 1801. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 1850 | loss 0.0151 | obs 0.0166 ret 0.0185 | gn 0.04 | dW_ffn 9.74e-02 | 2.87 s/step | 24 GB
+step 1900 | loss 0.0162 | obs 0.0184 ret 0.0189 | gn 0.04 | dW_ffn 1.04e-01 | 2.75 s/step | 24 GB
+step 1950 | loss 0.0159 | obs 0.0168 ret 0.0138 | gn 0.04 | dW_ffn 9.28e-02 | 2.62 s/step | 24 GB
+step 2000 | loss 0.0148 | obs 0.0172 ret 0.0150 | gn 0.04 | dW_ffn 1.01e-01 | 2.77 s/step | 24 GB
+step 2050 | loss 0.0146 | obs 0.0152 ret 0.0186 | gn 0.04 | dW_ffn 9.09e-02 | 2.78 s/step | 24 GB
+step 2100 | loss 0.0167 | obs 0.0185 ret 0.0198 | gn 0.04 | dW_ffn 1.01e-01 | 2.62 s/step | 24 GB
+step 2150 | loss 0.0149 | obs 0.0150 ret 0.0195 | gn 0.04 | dW_ffn 9.96e-02 | 2.65 s/step | 24 GB
+step 2200 | loss 0.0166 | obs 0.0163 ret 0.0217 | gn 0.04 | dW_ffn 9.54e-02 | 3.03 s/step | 24 GB
+step 2250 | loss 0.0154 | obs 0.0170 ret 0.0146 | gn 0.04 | dW_ffn 1.02e-01 | 2.81 s/step | 24 GB
+step 2300 | loss 0.0156 | obs 0.0167 ret 0.0152 | gn 0.04 | dW_ffn 1.01e-01 | 2.84 s/step | 24 GB
+step 2350 | loss 0.0153 | obs 0.0154 ret 0.0175 | gn 0.04 | dW_ffn 8.52e-02 | 2.60 s/step | 24 GB
+step 2400 | loss 0.0149 | obs 0.0171 ret 0.0168 | gn 0.04 | dW_ffn 1.02e-01 | 2.83 s/step | 24 GB
+step 2450 | loss 0.0165 | obs 0.0197 ret 0.0210 | gn 0.04 | dW_ffn 9.64e-02 | 2.71 s/step | 24 GB
+step 2500 | loss 0.0151 | obs 0.0140 ret 0.0170 | gn 0.04 | dW_ffn 8.77e-02 | 2.76 s/step | 24 GB
+step 2550 | loss 0.0157 | obs 0.0179 ret 0.0194 | gn 0.04 | dW_ffn 8.99e-02 | 2.77 s/step | 24 GB
+step 2600 | loss 0.0144 | obs 0.0146 ret 0.0191 | gn 0.04 | dW_ffn 9.40e-02 | 2.87 s/step | 24 GB
+step 2650 | loss 0.0143 | obs 0.0145 ret 0.0158 | gn 0.03 | dW_ffn 9.99e-02 | 2.63 s/step | 24 GB
+step 2700 | loss 0.0133 | obs 0.0137 ret 0.0148 | gn 0.03 | dW_ffn 9.79e-02 | 2.78 s/step | 24 GB
+step 2750 | loss 0.0152 | obs 0.0157 ret 0.0180 | gn 0.04 | dW_ffn 9.46e-02 | 2.63 s/step | 24 GB
+step 2800 | loss 0.0156 | obs 0.0171 ret 0.0184 | gn 0.04 | dW_ffn 1.03e-01 | 2.92 s/step | 24 GB
+step 2850 | loss 0.0158 | obs 0.0192 ret 0.0164 | gn 0.04 | dW_ffn 1.01e-01 | 2.83 s/step | 24 GB
+step 2900 | loss 0.0150 | obs 0.0165 ret 0.0169 | gn 0.04 | dW_ffn 9.78e-02 | 2.79 s/step | 24 GB
+step 2950 | loss 0.0136 | obs 0.0164 ret 0.0135 | gn 0.04 | dW_ffn 1.03e-01 | 2.90 s/step | 24 GB
+step 3000 | loss 0.0143 | obs 0.0152 ret 0.0165 | gn 0.04 | dW_ffn 1.07e-01 | 3.01 s/step | 24 GB
+step 3050 | loss 0.0157 | obs 0.0163 ret 0.0171 | gn 0.04 | dW_ffn 9.97e-02 | 2.62 s/step | 24 GB
+step 3100 | loss 0.0148 | obs 0.0157 ret 0.0217 | gn 0.03 | dW_ffn 1.05e-01 | 2.90 s/step | 24 GB
+step 3150 | loss 0.0133 | obs 0.0142 ret 0.0148 | gn 0.04 | dW_ffn 1.06e-01 | 2.48 s/step | 24 GB
+step 3200 | loss 0.0154 | obs 0.0174 ret 0.0177 | gn 0.04 | dW_ffn 1.02e-01 | 2.71 s/step | 24 GB
+step 3250 | loss 0.0158 | obs 0.0158 ret 0.0192 | gn 0.04 | dW_ffn 9.77e-02 | 2.59 s/step | 24 GB
+step 3300 | loss 0.0146 | obs 0.0142 ret 0.0159 | gn 0.04 | dW_ffn 9.79e-02 | 2.75 s/step | 24 GB
+step 3350 | loss 0.0140 | obs 0.0141 ret 0.0163 | gn 0.04 | dW_ffn 1.02e-01 | 2.77 s/step | 24 GB
+step 3400 | loss 0.0161 | obs 0.0172 ret 0.0143 | gn 0.04 | dW_ffn 1.02e-01 | 2.84 s/step | 24 GB
+step 3450 | loss 0.0156 | obs 0.0175 ret 0.0140 | gn 0.04 | dW_ffn 1.07e-01 | 2.77 s/step | 24 GB
+step 3500 | loss 0.0154 | obs 0.0142 ret 0.0155 | gn 0.04 | dW_ffn 1.04e-01 | 2.66 s/step | 24 GB
+step 3550 | loss 0.0147 | obs 0.0169 ret 0.0165 | gn 0.04 | dW_ffn 1.05e-01 | 2.62 s/step | 24 GB
+step 3600 | loss 0.0157 | obs 0.0165 ret 0.0175 | gn 0.04 | dW_ffn 1.07e-01 | 2.57 s/step | 24 GB
+step 3650 | loss 0.0148 | obs 0.0164 ret 0.0169 | gn 0.04 | dW_ffn 1.04e-01 | 2.72 s/step | 24 GB
+step 3700 | loss 0.0150 | obs 0.0184 ret 0.0161 | gn 0.04 | dW_ffn 1.07e-01 | 2.63 s/step | 24 GB
+step 3750 | loss 0.0149 | obs 0.0171 ret 0.0173 | gn 0.04 | dW_ffn 1.07e-01 | 2.85 s/step | 24 GB
+step 3800 | loss 0.0136 | obs 0.0140 ret 0.0153 | gn 0.03 | dW_ffn 1.04e-01 | 2.68 s/step | 24 GB
+step 3850 | loss 0.0154 | obs 0.0174 ret 0.0152 | gn 0.04 | dW_ffn 1.02e-01 | 2.68 s/step | 24 GB
+step 3900 | loss 0.0133 | obs 0.0151 ret 0.0157 | gn 0.03 | dW_ffn 1.01e-01 | 2.59 s/step | 24 GB
+step 3950 | loss 0.0151 | obs 0.0167 ret 0.0203 | gn 0.04 | dW_ffn 1.08e-01 | 2.72 s/step | 24 GB
+step 4000 | loss 0.0139 | obs 0.0138 ret 0.0143 | gn 0.04 | dW_ffn 1.09e-01 | 2.62 s/step | 24 GB
+step 4050 | loss 0.0138 | obs 0.0153 ret 0.0157 | gn 0.03 | dW_ffn 1.11e-01 | 2.96 s/step | 24 GB
+step 4100 | loss 0.0148 | obs 0.0160 ret 0.0171 | gn 0.03 | dW_ffn 1.08e-01 | 2.64 s/step | 24 GB
+step 4150 | loss 0.0152 | obs 0.0169 ret 0.0203 | gn 0.04 | dW_ffn 1.12e-01 | 2.73 s/step | 24 GB
+step 4200 | loss 0.0149 | obs 0.0149 ret 0.0167 | gn 0.03 | dW_ffn 1.10e-01 | 2.72 s/step | 24 GB
+step 4250 | loss 0.0165 | obs 0.0196 ret 0.0243 | gn 0.04 | dW_ffn 1.18e-01 | 2.58 s/step | 24 GB
+step 4300 | loss 0.0136 | obs 0.0139 ret 0.0161 | gn 0.03 | dW_ffn 1.14e-01 | 2.59 s/step | 24 GB
+step 4350 | loss 0.0151 | obs 0.0181 ret 0.0153 | gn 0.04 | dW_ffn 1.18e-01 | 2.88 s/step | 24 GB
+step 4400 | loss 0.0146 | obs 0.0159 ret 0.0150 | gn 0.04 | dW_ffn 1.13e-01 | 2.66 s/step | 24 GB
+step 4450 | loss 0.0135 | obs 0.0154 ret 0.0155 | gn 0.04 | dW_ffn 1.30e-01 | 2.64 s/step | 24 GB
+step 4500 | loss 0.0145 | obs 0.0171 ret 0.0127 | gn 0.04 | dW_ffn 1.23e-01 | 2.66 s/step | 24 GB
+step 4550 | loss 0.0138 | obs 0.0161 ret 0.0134 | gn 0.03 | dW_ffn 1.32e-01 | 2.79 s/step | 24 GB
+step 4600 | loss 0.0129 | obs 0.0153 ret 0.0131 | gn 0.04 | dW_ffn 1.28e-01 | 2.69 s/step | 24 GB
+step 4650 | loss 0.0130 | obs 0.0140 ret 0.0137 | gn 0.04 | dW_ffn 1.31e-01 | 2.71 s/step | 24 GB
+step 4700 | loss 0.0140 | obs 0.0146 ret 0.0204 | gn 0.03 | dW_ffn 1.29e-01 | 2.64 s/step | 24 GB
+step 4750 | loss 0.0146 | obs 0.0183 ret 0.0126 | gn 0.04 | dW_ffn 1.27e-01 | 2.46 s/step | 24 GB
+step 4800 | loss 0.0141 | obs 0.0161 ret 0.0151 | gn 0.03 | dW_ffn 1.15e-01 | 2.71 s/step | 24 GB
+step 4850 | loss 0.0139 | obs 0.0156 ret 0.0155 | gn 0.03 | dW_ffn 1.24e-01 | 2.77 s/step | 24 GB
+step 4900 | loss 0.0143 | obs 0.0163 ret 0.0189 | gn 0.04 | dW_ffn 1.16e-01 | 2.74 s/step | 24 GB
+step 4950 | loss 0.0146 | obs 0.0173 ret 0.0155 | gn 0.04 | dW_ffn 1.20e-01 | 2.73 s/step | 24 GB
+step 5000 | loss 0.0149 | obs 0.0170 ret 0.0146 | gn 0.04 | dW_ffn 1.23e-01 | 2.67 s/step | 24 GB
+step 5050 | loss 0.0137 | obs 0.0163 ret 0.0169 | gn 0.03 | dW_ffn 1.17e-01 | 3.21 s/step | 24 GB
+step 5100 | loss 0.0146 | obs 0.0169 ret 0.0162 | gn 0.03 | dW_ffn 1.23e-01 | 2.83 s/step | 24 GB
+step 5150 | loss 0.0145 | obs 0.0155 ret 0.0225 | gn 0.04 | dW_ffn 1.16e-01 | 2.72 s/step | 24 GB
+step 5200 | loss 0.0141 | obs 0.0172 ret 0.0104 | gn 0.03 | dW_ffn 1.22e-01 | 2.73 s/step | 24 GB
+step 5250 | loss 0.0137 | obs 0.0138 ret 0.0179 | gn 0.04 | dW_ffn 1.17e-01 | 2.91 s/step | 24 GB
+step 5300 | loss 0.0148 | obs 0.0180 ret 0.0121 | gn 0.04 | dW_ffn 1.16e-01 | 2.67 s/step | 24 GB
+step 5350 | loss 0.0138 | obs 0.0143 ret 0.0160 | gn 0.03 | dW_ffn 1.22e-01 | 2.77 s/step | 24 GB
+step 5400 | loss 0.0145 | obs 0.0169 ret 0.0122 | gn 0.04 | dW_ffn 1.21e-01 | 2.71 s/step | 24 GB
+step 5450 | loss 0.0146 | obs 0.0160 ret 0.0126 | gn 0.04 | dW_ffn 1.31e-01 | 2.66 s/step | 24 GB
+step 5500 | loss 0.0138 | obs 0.0161 ret 0.0120 | gn 0.03 | dW_ffn 1.19e-01 | 2.78 s/step | 24 GB
+step 5550 | loss 0.0139 | obs 0.0153 ret 0.0182 | gn 0.04 | dW_ffn 1.22e-01 | 2.77 s/step | 24 GB
+step 5600 | loss 0.0138 | obs 0.0161 ret 0.0129 | gn 0.03 | dW_ffn 1.24e-01 | 2.74 s/step | 24 GB
+step 5650 | loss 0.0137 | obs 0.0150 ret 0.0149 | gn 0.04 | dW_ffn 1.25e-01 | 2.56 s/step | 24 GB
+step 5700 | loss 0.0135 | obs 0.0156 ret 0.0137 | gn 0.03 | dW_ffn 1.18e-01 | 2.85 s/step | 24 GB
+step 5750 | loss 0.0147 | obs 0.0179 ret 0.0177 | gn 0.03 | dW_ffn 1.22e-01 | 2.78 s/step | 24 GB
+step 5800 | loss 0.0145 | obs 0.0183 ret 0.0173 | gn 0.03 | dW_ffn 1.24e-01 | 3.01 s/step | 24 GB
+step 5850 | loss 0.0133 | obs 0.0154 ret 0.0127 | gn 0.03 | dW_ffn 1.33e-01 | 2.74 s/step | 24 GB
+step 5900 | loss 0.0130 | obs 0.0142 ret 0.0179 | gn 0.04 | dW_ffn 1.28e-01 | 2.57 s/step | 24 GB
+step 5950 | loss 0.0131 | obs 0.0156 ret 0.0104 | gn 0.04 | dW_ffn 1.27e-01 | 2.57 s/step | 24 GB
+step 6000 | loss 0.0134 | obs 0.0151 ret 0.0180 | gn 0.04 | dW_ffn 1.36e-01 | 2.57 s/step | 24 GB
+step 6050 | loss 0.0132 | obs 0.0148 ret 0.0149 | gn 0.03 | dW_ffn 1.30e-01 | 2.60 s/step | 24 GB
+step 6100 | loss 0.0143 | obs 0.0173 ret 0.0170 | gn 0.04 | dW_ffn 1.31e-01 | 2.88 s/step | 24 GB
+step 6150 | loss 0.0137 | obs 0.0153 ret 0.0166 | gn 0.04 | dW_ffn 1.24e-01 | 2.83 s/step | 24 GB
+step 6200 | loss 0.0137 | obs 0.0162 ret 0.0161 | gn 0.04 | dW_ffn 1.26e-01 | 2.77 s/step | 24 GB
+step 6250 | loss 0.0133 | obs 0.0152 ret 0.0125 | gn 0.04 | dW_ffn 1.27e-01 | 2.61 s/step | 24 GB
+step 6300 | loss 0.0122 | obs 0.0155 ret 0.0146 | gn 0.04 | dW_ffn 1.28e-01 | 2.63 s/step | 24 GB
+step 6350 | loss 0.0128 | obs 0.0155 ret 0.0135 | gn 0.03 | dW_ffn 1.24e-01 | 2.85 s/step | 24 GB
+step 6400 | loss 0.0134 | obs 0.0169 ret 0.0145 | gn 0.03 | dW_ffn 1.22e-01 | 2.76 s/step | 24 GB
+step 6450 | loss 0.0136 | obs 0.0179 ret 0.0162 | gn 0.03 | dW_ffn 1.24e-01 | 2.79 s/step | 24 GB
+step 6500 | loss 0.0130 | obs 0.0159 ret 0.0148 | gn 0.04 | dW_ffn 1.23e-01 | 2.58 s/step | 24 GB
+step 6550 | loss 0.0131 | obs 0.0147 ret 0.0135 | gn 0.04 | dW_ffn 1.23e-01 | 2.84 s/step | 24 GB
+step 6600 | loss 0.0127 | obs 0.0148 ret 0.0119 | gn 0.03 | dW_ffn 1.27e-01 | 2.58 s/step | 24 GB
+step 6650 | loss 0.0124 | obs 0.0149 ret 0.0137 | gn 0.04 | dW_ffn 1.27e-01 | 2.51 s/step | 24 GB
+step 6700 | loss 0.0137 | obs 0.0198 ret 0.0131 | gn 0.04 | dW_ffn 1.26e-01 | 2.73 s/step | 24 GB
+step 6750 | loss 0.0147 | obs 0.0175 ret 0.0146 | gn 0.04 | dW_ffn 1.33e-01 | 2.66 s/step | 24 GB
+step 6800 | loss 0.0133 | obs 0.0167 ret 0.0155 | gn 0.04 | dW_ffn 1.23e-01 | 2.67 s/step | 24 GB
+step 6850 | loss 0.0128 | obs 0.0154 ret 0.0152 | gn 0.04 | dW_ffn 1.27e-01 | 2.92 s/step | 24 GB
+step 6900 | loss 0.0128 | obs 0.0145 ret 0.0131 | gn 0.03 | dW_ffn 1.25e-01 | 2.81 s/step | 24 GB
+step 6950 | loss 0.0126 | obs 0.0162 ret 0.0133 | gn 0.04 | dW_ffn 1.22e-01 | 2.56 s/step | 24 GB
+step 7000 | loss 0.0137 | obs 0.0162 ret 0.0152 | gn 0.04 | dW_ffn 1.26e-01 | 2.68 s/step | 24 GB
+step 7050 | loss 0.0127 | obs 0.0158 ret 0.0146 | gn 0.03 | dW_ffn 1.19e-01 | 2.70 s/step | 24 GB
+step 7100 | loss 0.0137 | obs 0.0155 ret 0.0148 | gn 0.04 | dW_ffn 1.27e-01 | 2.62 s/step | 24 GB
+step 7150 | loss 0.0123 | obs 0.0155 ret 0.0102 | gn 0.04 | dW_ffn 1.26e-01 | 2.54 s/step | 24 GB
+step 7200 | loss 0.0148 | obs 0.0173 ret 0.0147 | gn 0.04 | dW_ffn 1.22e-01 | 2.68 s/step | 24 GB
+step 7250 | loss 0.0128 | obs 0.0151 ret 0.0165 | gn 0.03 | dW_ffn 1.19e-01 | 2.79 s/step | 24 GB
+step 7300 | loss 0.0135 | obs 0.0146 ret 0.0135 | gn 0.03 | dW_ffn 1.19e-01 | 2.79 s/step | 24 GB
+step 7350 | loss 0.0130 | obs 0.0167 ret 0.0139 | gn 0.03 | dW_ffn 1.19e-01 | 2.73 s/step | 24 GB
+step 7400 | loss 0.0117 | obs 0.0145 ret 0.0146 | gn 0.03 | dW_ffn 1.29e-01 | 2.48 s/step | 24 GB
+step 7450 | loss 0.0120 | obs 0.0145 ret 0.0122 | gn 0.03 | dW_ffn 1.25e-01 | 2.60 s/step | 24 GB
+step 7500 | loss 0.0125 | obs 0.0168 ret 0.0123 | gn 0.04 | dW_ffn 1.28e-01 | 2.58 s/step | 24 GB
+step 7550 | loss 0.0117 | obs 0.0144 ret 0.0109 | gn 0.04 | dW_ffn 1.31e-01 | 2.53 s/step | 24 GB
+step 7600 | loss 0.0147 | obs 0.0174 ret 0.0153 | gn 0.04 | dW_ffn 1.22e-01 | 2.61 s/step | 24 GB
+step 7650 | loss 0.0134 | obs 0.0154 ret 0.0149 | gn 0.04 | dW_ffn 1.25e-01 | 2.69 s/step | 24 GB
+step 7700 | loss 0.0128 | obs 0.0155 ret 0.0149 | gn 0.04 | dW_ffn 1.21e-01 | 2.62 s/step | 24 GB
+step 7750 | loss 0.0122 | obs 0.0149 ret 0.0140 | gn 0.04 | dW_ffn 1.24e-01 | 2.62 s/step | 24 GB
+step 7800 | loss 0.0119 | obs 0.0126 ret 0.0140 | gn 0.03 | dW_ffn 1.23e-01 | 2.72 s/step | 24 GB
+step 7850 | loss 0.0136 | obs 0.0160 ret 0.0141 | gn 0.04 | dW_ffn 1.23e-01 | 2.87 s/step | 24 GB
+step 7900 | loss 0.0125 | obs 0.0159 ret 0.0119 | gn 0.03 | dW_ffn 1.32e-01 | 2.61 s/step | 24 GB
+step 7950 | loss 0.0134 | obs 0.0156 ret 0.0150 | gn 0.03 | dW_ffn 1.21e-01 | 2.68 s/step | 24 GB
+step 8000 | loss 0.0131 | obs 0.0140 ret 0.0147 | gn 0.04 | dW_ffn 1.22e-01 | 2.55 s/step | 24 GB
+step 8050 | loss 0.0133 | obs 0.0174 ret 0.0144 | gn 0.04 | dW_ffn 1.30e-01 | 2.76 s/step | 24 GB
+step 8100 | loss 0.0132 | obs 0.0162 ret 0.0140 | gn 0.04 | dW_ffn 1.27e-01 | 2.62 s/step | 24 GB
+step 8150 | loss 0.0127 | obs 0.0161 ret 0.0116 | gn 0.04 | dW_ffn 1.32e-01 | 2.58 s/step | 24 GB
+step 8200 | loss 0.0124 | obs 0.0163 ret 0.0110 | gn 0.03 | dW_ffn 1.21e-01 | 2.61 s/step | 24 GB
+step 8250 | loss 0.0126 | obs 0.0137 ret 0.0165 | gn 0.04 | dW_ffn 1.27e-01 | 2.69 s/step | 24 GB
+step 8300 | loss 0.0122 | obs 0.0126 ret 0.0131 | gn 0.03 | dW_ffn 1.24e-01 | 2.64 s/step | 24 GB
+step 8350 | loss 0.0122 | obs 0.0136 ret 0.0129 | gn 0.03 | dW_ffn 1.28e-01 | 2.76 s/step | 24 GB
+step 8400 | loss 0.0128 | obs 0.0159 ret 0.0124 | gn 0.03 | dW_ffn 1.28e-01 | 2.62 s/step | 24 GB
+step 8450 | loss 0.0119 | obs 0.0140 ret 0.0152 | gn 0.04 | dW_ffn 1.28e-01 | 2.51 s/step | 24 GB
+step 8500 | loss 0.0130 | obs 0.0174 ret 0.0139 | gn 0.03 | dW_ffn 1.25e-01 | 2.70 s/step | 24 GB
+step 8550 | loss 0.0131 | obs 0.0163 ret 0.0174 | gn 0.04 | dW_ffn 1.32e-01 | 2.70 s/step | 24 GB
+step 8600 | loss 0.0141 | obs 0.0174 ret 0.0138 | gn 0.04 | dW_ffn 1.25e-01 | 2.82 s/step | 24 GB
+step 8650 | loss 0.0120 | obs 0.0164 ret 0.0141 | gn 0.03 | dW_ffn 1.23e-01 | 2.78 s/step | 24 GB
+step 8700 | loss 0.0122 | obs 0.0131 ret 0.0140 | gn 0.04 | dW_ffn 1.30e-01 | 2.64 s/step | 24 GB
+step 8750 | loss 0.0132 | obs 0.0175 ret 0.0144 | gn 0.04 | dW_ffn 1.30e-01 | 2.80 s/step | 24 GB
+step 8800 | loss 0.0134 | obs 0.0165 ret 0.0129 | gn 0.03 | dW_ffn 1.29e-01 | 2.84 s/step | 24 GB
+step 8850 | loss 0.0138 | obs 0.0167 ret 0.0167 | gn 0.04 | dW_ffn 1.25e-01 | 2.68 s/step | 24 GB
+run rk_ffn | MemConfig(proj='', ffn=True, layers=(0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11), fast_heads=4, blocks=4, ffn_frac=0.25, ffn_blocks=8, loss='delta', key='raw', lr=0.001, renorm=True) | max_ctx 0 | new params 15.94M | fast weights / sample: writable 1.99M, state 15.93M (61 MB fp32) | start step 8500
+wandb: Currently logged in as: xsourse to https://api.wandb.ai. Use `wandb login --relogin` to force relogin
+wandb: creating run
+wandb: Tracking run with wandb version 0.22.0
+wandb: Run data is saved locally in /mnt/localssd/lehany/wv/E1_rubik_20261104031751/rk_ffn/wandb/run-20261105_174950-caymxfbb
+wandb: Run `wandb offline` to turn off syncing.
+wandb: Resuming run rk_ffn
+wandb: ⭐️ View project at https://wandb.ai/xsourse/world-auto-visual
+wandb: 🚀 View run at https://wandb.ai/xsourse/world-auto-visual/runs/caymxfbb
+step 8550 | loss 0.0123 | obs 0.0158 ret 0.0125 | gn 0.04 | dW_ffn 1.30e-01 | 2.99 s/step | 24 GB
+wandb: WARNING Tried to log to step 8550 that is less than the current step 8801. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 8600 | loss 0.0128 | obs 0.0151 ret 0.0116 | gn 0.04 | dW_ffn 1.29e-01 | 2.86 s/step | 24 GB
+wandb: WARNING Tried to log to step 8600 that is less than the current step 8801. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 8650 | loss 0.0126 | obs 0.0160 ret 0.0132 | gn 0.04 | dW_ffn 1.37e-01 | 2.77 s/step | 24 GB
+wandb: WARNING Tried to log to step 8650 that is less than the current step 8801. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 8700 | loss 0.0130 | obs 0.0157 ret 0.0148 | gn 0.03 | dW_ffn 1.28e-01 | 2.76 s/step | 24 GB
+wandb: WARNING Tried to log to step 8700 that is less than the current step 8801. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 8750 | loss 0.0119 | obs 0.0162 ret 0.0126 | gn 0.03 | dW_ffn 1.34e-01 | 2.91 s/step | 24 GB
+wandb: WARNING Tried to log to step 8750 that is less than the current step 8801. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 8800 | loss 0.0119 | obs 0.0147 ret 0.0129 | gn 0.03 | dW_ffn 1.28e-01 | 2.87 s/step | 24 GB
+wandb: WARNING Tried to log to step 8800 that is less than the current step 8801. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 8850 | loss 0.0127 | obs 0.0126 ret 0.0148 | gn 0.03 | dW_ffn 1.34e-01 | 2.66 s/step | 24 GB
+step 8900 | loss 0.0134 | obs 0.0176 ret 0.0166 | gn 0.04 | dW_ffn 1.23e-01 | 2.67 s/step | 24 GB
+step 8950 | loss 0.0134 | obs 0.0151 ret 0.0154 | gn 0.04 | dW_ffn 1.28e-01 | 2.86 s/step | 24 GB
+step 9000 | loss 0.0123 | obs 0.0168 ret 0.0155 | gn 0.04 | dW_ffn 1.27e-01 | 2.82 s/step | 24 GB
+step 9050 | loss 0.0120 | obs 0.0146 ret 0.0140 | gn 0.03 | dW_ffn 1.35e-01 | 3.03 s/step | 24 GB
+step 9100 | loss 0.0137 | obs 0.0152 ret 0.0196 | gn 0.03 | dW_ffn 1.28e-01 | 2.96 s/step | 24 GB
+step 9150 | loss 0.0122 | obs 0.0147 ret 0.0145 | gn 0.03 | dW_ffn 1.27e-01 | 2.67 s/step | 24 GB
+step 9200 | loss 0.0138 | obs 0.0161 ret 0.0159 | gn 0.03 | dW_ffn 1.27e-01 | 2.86 s/step | 24 GB
+step 9250 | loss 0.0126 | obs 0.0166 ret 0.0141 | gn 0.03 | dW_ffn 1.28e-01 | 2.77 s/step | 24 GB
+step 9300 | loss 0.0127 | obs 0.0171 ret 0.0145 | gn 0.04 | dW_ffn 1.30e-01 | 2.60 s/step | 24 GB
+step 9350 | loss 0.0122 | obs 0.0142 ret 0.0159 | gn 0.03 | dW_ffn 1.26e-01 | 2.73 s/step | 24 GB
+step 9400 | loss 0.0126 | obs 0.0148 ret 0.0135 | gn 0.03 | dW_ffn 1.28e-01 | 2.74 s/step | 24 GB
+step 9450 | loss 0.0136 | obs 0.0171 ret 0.0139 | gn 0.03 | dW_ffn 1.28e-01 | 2.79 s/step | 24 GB
+step 9500 | loss 0.0125 | obs 0.0153 ret 0.0114 | gn 0.04 | dW_ffn 1.35e-01 | 2.78 s/step | 24 GB
+step 9550 | loss 0.0132 | obs 0.0144 ret 0.0128 | gn 0.04 | dW_ffn 1.29e-01 | 2.94 s/step | 24 GB
+step 9600 | loss 0.0123 | obs 0.0146 ret 0.0160 | gn 0.03 | dW_ffn 1.29e-01 | 2.76 s/step | 24 GB
+step 9650 | loss 0.0122 | obs 0.0160 ret 0.0128 | gn 0.03 | dW_ffn 1.40e-01 | 2.77 s/step | 24 GB
+step 9700 | loss 0.0112 | obs 0.0142 ret 0.0112 | gn 0.03 | dW_ffn 1.31e-01 | 2.72 s/step | 24 GB
+step 9750 | loss 0.0124 | obs 0.0139 ret 0.0179 | gn 0.04 | dW_ffn 1.30e-01 | 2.78 s/step | 24 GB
+step 9800 | loss 0.0127 | obs 0.0161 ret 0.0172 | gn 0.04 | dW_ffn 1.27e-01 | 2.75 s/step | 24 GB
+step 9850 | loss 0.0136 | obs 0.0153 ret 0.0148 | gn 0.03 | dW_ffn 1.32e-01 | 2.72 s/step | 24 GB
+step 9900 | loss 0.0128 | obs 0.0165 ret 0.0142 | gn 0.03 | dW_ffn 1.31e-01 | 2.90 s/step | 24 GB
+step 9950 | loss 0.0118 | obs 0.0156 ret 0.0149 | gn 0.04 | dW_ffn 1.38e-01 | 2.88 s/step | 24 GB
+step 10000 | loss 0.0122 | obs 0.0150 ret 0.0152 | gn 0.03 | dW_ffn 1.30e-01 | 2.75 s/step | 24 GB
+step 10050 | loss 0.0134 | obs 0.0165 ret 0.0133 | gn 0.04 | dW_ffn 1.29e-01 | 3.03 s/step | 24 GB
+step 10100 | loss 0.0121 | obs 0.0151 ret 0.0154 | gn 0.03 | dW_ffn 1.35e-01 | 2.74 s/step | 24 GB
+step 10150 | loss 0.0110 | obs 0.0131 ret 0.0104 | gn 0.03 | dW_ffn 1.42e-01 | 2.81 s/step | 24 GB
+step 10200 | loss 0.0131 | obs 0.0151 ret 0.0132 | gn 0.04 | dW_ffn 1.41e-01 | 2.68 s/step | 24 GB
+step 10250 | loss 0.0134 | obs 0.0174 ret 0.0128 | gn 0.04 | dW_ffn 1.31e-01 | 2.66 s/step | 24 GB
+step 10300 | loss 0.0118 | obs 0.0166 ret 0.0115 | gn 0.03 | dW_ffn 1.37e-01 | 2.66 s/step | 24 GB
+step 10350 | loss 0.0117 | obs 0.0143 ret 0.0123 | gn 0.03 | dW_ffn 1.39e-01 | 2.80 s/step | 24 GB
+step 10400 | loss 0.0136 | obs 0.0175 ret 0.0141 | gn 0.04 | dW_ffn 1.38e-01 | 2.82 s/step | 24 GB
+step 10450 | loss 0.0136 | obs 0.0148 ret 0.0156 | gn 0.04 | dW_ffn 1.30e-01 | 2.78 s/step | 24 GB
+step 10500 | loss 0.0127 | obs 0.0159 ret 0.0146 | gn 0.03 | dW_ffn 1.30e-01 | 2.95 s/step | 24 GB
+step 10550 | loss 0.0125 | obs 0.0166 ret 0.0106 | gn 0.04 | dW_ffn 1.35e-01 | 2.89 s/step | 24 GB
+step 10600 | loss 0.0131 | obs 0.0168 ret 0.0135 | gn 0.04 | dW_ffn 1.33e-01 | 2.82 s/step | 24 GB
+step 10650 | loss 0.0130 | obs 0.0153 ret 0.0154 | gn 0.04 | dW_ffn 1.35e-01 | 2.90 s/step | 24 GB
+step 10700 | loss 0.0118 | obs 0.0144 ret 0.0133 | gn 0.03 | dW_ffn 1.39e-01 | 2.81 s/step | 24 GB
+step 10750 | loss 0.0128 | obs 0.0172 ret 0.0139 | gn 0.03 | dW_ffn 1.40e-01 | 2.76 s/step | 24 GB
+step 10800 | loss 0.0121 | obs 0.0147 ret 0.0118 | gn 0.04 | dW_ffn 1.32e-01 | 2.64 s/step | 24 GB
+step 10850 | loss 0.0128 | obs 0.0130 ret 0.0223 | gn 0.03 | dW_ffn 1.38e-01 | 2.86 s/step | 24 GB
+step 10900 | loss 0.0113 | obs 0.0155 ret 0.0105 | gn 0.03 | dW_ffn 1.37e-01 | 2.92 s/step | 24 GB
+step 10950 | loss 0.0122 | obs 0.0151 ret 0.0145 | gn 0.03 | dW_ffn 1.47e-01 | 2.67 s/step | 24 GB
+step 11000 | loss 0.0113 | obs 0.0145 ret 0.0128 | gn 0.04 | dW_ffn 1.36e-01 | 2.70 s/step | 24 GB
+step 11050 | loss 0.0117 | obs 0.0141 ret 0.0114 | gn 0.04 | dW_ffn 1.46e-01 | 2.85 s/step | 24 GB
+step 11100 | loss 0.0120 | obs 0.0136 ret 0.0155 | gn 0.04 | dW_ffn 1.43e-01 | 2.70 s/step | 24 GB
+step 11150 | loss 0.0139 | obs 0.0177 ret 0.0168 | gn 0.04 | dW_ffn 1.39e-01 | 2.67 s/step | 24 GB
+step 11200 | loss 0.0138 | obs 0.0150 ret 0.0137 | gn 0.03 | dW_ffn 1.41e-01 | 2.74 s/step | 24 GB
+step 11250 | loss 0.0128 | obs 0.0156 ret 0.0164 | gn 0.04 | dW_ffn 1.44e-01 | 2.69 s/step | 24 GB
+step 11300 | loss 0.0122 | obs 0.0150 ret 0.0117 | gn 0.04 | dW_ffn 1.46e-01 | 2.64 s/step | 24 GB
+step 11350 | loss 0.0123 | obs 0.0151 ret 0.0113 | gn 0.04 | dW_ffn 1.39e-01 | 2.73 s/step | 24 GB
+step 11400 | loss 0.0117 | obs 0.0159 ret 0.0108 | gn 0.03 | dW_ffn 1.42e-01 | 2.64 s/step | 24 GB
+step 11450 | loss 0.0116 | obs 0.0142 ret 0.0124 | gn 0.03 | dW_ffn 1.39e-01 | 2.66 s/step | 24 GB
+step 11500 | loss 0.0125 | obs 0.0186 ret 0.0127 | gn 0.03 | dW_ffn 1.50e-01 | 2.77 s/step | 24 GB
+step 11550 | loss 0.0114 | obs 0.0151 ret 0.0139 | gn 0.03 | dW_ffn 1.41e-01 | 2.96 s/step | 24 GB
+step 11600 | loss 0.0117 | obs 0.0149 ret 0.0125 | gn 0.04 | dW_ffn 1.29e-01 | 2.63 s/step | 24 GB
+step 11650 | loss 0.0114 | obs 0.0148 ret 0.0134 | gn 0.04 | dW_ffn 1.43e-01 | 2.70 s/step | 24 GB
+step 11700 | loss 0.0117 | obs 0.0159 ret 0.0091 | gn 0.03 | dW_ffn 1.52e-01 | 2.72 s/step | 24 GB
+step 11750 | loss 0.0131 | obs 0.0162 ret 0.0144 | gn 0.04 | dW_ffn 1.39e-01 | 2.74 s/step | 24 GB
+step 11800 | loss 0.0122 | obs 0.0150 ret 0.0135 | gn 0.04 | dW_ffn 1.41e-01 | 2.66 s/step | 24 GB
+step 11850 | loss 0.0122 | obs 0.0159 ret 0.0099 | gn 0.04 | dW_ffn 1.34e-01 | 2.64 s/step | 24 GB
+step 11900 | loss 0.0126 | obs 0.0166 ret 0.0137 | gn 0.03 | dW_ffn 1.45e-01 | 2.91 s/step | 24 GB
+step 11950 | loss 0.0126 | obs 0.0159 ret 0.0157 | gn 0.03 | dW_ffn 1.46e-01 | 2.83 s/step | 24 GB
+step 12000 | loss 0.0121 | obs 0.0134 ret 0.0143 | gn 0.03 | dW_ffn 1.48e-01 | 2.79 s/step | 24 GB
+wandb: 
+wandb: 🚀 View run rk_ffn at: 
+wandb: Find logs at: ../../../../../../wv/E1_rubik_20261104031751/rk_ffn/wandb/run-20261105_174950-caymxfbb/logs
diff --git a/rubik_r1_20261106011120/logs/rk_k.log b/rubik_r1_20261106011120/logs/rk_k.log
new file mode 100644
index 0000000000000000000000000000000000000000..0c203215d523ae309761c01b13db764fbadba471
--- /dev/null
+++ b/rubik_r1_20261106011120/logs/rk_k.log
@@ -0,0 +1,276 @@
+run rk_k | MemConfig(proj='k', ffn=False, layers=(0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11), fast_heads=4, blocks=4, ffn_frac=0.25, ffn_blocks=8, loss='delta', key='raw', lr=0.001, renorm=True) | max_ctx 0 | new params 4.00M | fast weights / sample: writable 1.00M, state 3.98M (15 MB fp32) | start step 0
+wandb: Currently logged in as: xsourse to https://api.wandb.ai. Use `wandb login --relogin` to force relogin
+wandb: creating run
+wandb: Tracking run with wandb version 0.22.0
+wandb: Run data is saved locally in /mnt/localssd/lehany/wv/E1_rubik_20261104031751/rk_k/wandb/run-20261104_071615-eu5qi538
+wandb: Run `wandb offline` to turn off syncing.
+wandb: Syncing run rk_k
+wandb: ⭐️ View project at https://wandb.ai/xsourse/world-auto-visual
+wandb: 🚀 View run at https://wandb.ai/xsourse/world-auto-visual/runs/eu5qi538
+step 50 | loss 0.0619 | obs 0.0596 ret 0.0601 | gn 0.12 | dW_k 1.36e-04 | 2.77 s/step | 17 GB
+step 100 | loss 0.0565 | obs 0.0553 ret 0.0586 | gn 0.04 | dW_k 1.57e-03 | 2.41 s/step | 17 GB
+step 150 | loss 0.0543 | obs 0.0548 ret 0.0539 | gn 0.05 | dW_k 2.84e-03 | 2.50 s/step | 17 GB
+step 200 | loss 0.0552 | obs 0.0556 ret 0.0537 | gn 0.04 | dW_k 5.42e-03 | 2.51 s/step | 17 GB
+step 250 | loss 0.0535 | obs 0.0521 ret 0.0531 | gn 0.04 | dW_k 7.39e-03 | 2.38 s/step | 17 GB
+step 300 | loss 0.0527 | obs 0.0531 ret 0.0534 | gn 0.04 | dW_k 1.22e-02 | 2.55 s/step | 17 GB
+step 350 | loss 0.0540 | obs 0.0522 ret 0.0562 | gn 0.04 | dW_k 1.64e-02 | 2.59 s/step | 17 GB
+step 400 | loss 0.0550 | obs 0.0533 ret 0.0534 | gn 0.04 | dW_k 1.74e-02 | 2.60 s/step | 17 GB
+step 450 | loss 0.0544 | obs 0.0548 ret 0.0515 | gn 0.05 | dW_k 1.80e-02 | 2.49 s/step | 17 GB
+step 500 | loss 0.0536 | obs 0.0520 ret 0.0571 | gn 0.04 | dW_k 2.70e-02 | 2.44 s/step | 17 GB
+step 550 | loss 0.0532 | obs 0.0521 ret 0.0514 | gn 0.08 | dW_k 2.14e-02 | 2.47 s/step | 17 GB
+step 600 | loss 0.0549 | obs 0.0530 ret 0.0535 | gn 0.05 | dW_k 2.57e-02 | 2.50 s/step | 17 GB
+step 650 | loss 0.0532 | obs 0.0505 ret 0.0510 | gn 0.05 | dW_k 2.16e-02 | 2.33 s/step | 17 GB
+step 700 | loss 0.0552 | obs 0.0543 ret 0.0550 | gn 0.05 | dW_k 2.51e-02 | 2.45 s/step | 17 GB
+step 750 | loss 0.0539 | obs 0.0547 ret 0.0553 | gn 0.04 | dW_k 3.00e-02 | 2.61 s/step | 17 GB
+step 800 | loss 0.0535 | obs 0.0515 ret 0.0547 | gn 0.06 | dW_k 4.44e-02 | 2.65 s/step | 17 GB
+step 850 | loss 0.0538 | obs 0.0533 ret 0.0549 | gn 0.05 | dW_k 2.99e-02 | 2.60 s/step | 17 GB
+step 900 | loss 0.0540 | obs 0.0516 ret 0.0586 | gn 0.05 | dW_k 3.30e-02 | 2.52 s/step | 17 GB
+step 950 | loss 0.0546 | obs 0.0510 ret 0.0551 | gn 0.04 | dW_k 3.26e-02 | 2.40 s/step | 17 GB
+step 1000 | loss 0.0539 | obs 0.0538 ret 0.0536 | gn 0.05 | dW_k 2.62e-02 | 2.47 s/step | 17 GB
+step 1050 | loss 0.0535 | obs 0.0522 ret 0.0521 | gn 0.05 | dW_k 3.23e-02 | 2.51 s/step | 17 GB
+step 1100 | loss 0.0536 | obs 0.0527 ret 0.0557 | gn 0.04 | dW_k 4.32e-02 | 2.57 s/step | 17 GB
+step 1150 | loss 0.0526 | obs 0.0506 ret 0.0518 | gn 0.04 | dW_k 3.81e-02 | 2.44 s/step | 17 GB
+step 1200 | loss 0.0537 | obs 0.0528 ret 0.0493 | gn 0.04 | dW_k 5.15e-02 | 2.55 s/step | 17 GB
+step 1250 | loss 0.0534 | obs 0.0526 ret 0.0511 | gn 0.04 | dW_k 6.28e-02 | 2.38 s/step | 17 GB
+step 1300 | loss 0.0533 | obs 0.0528 ret 0.0494 | gn 0.05 | dW_k 5.84e-02 | 2.50 s/step | 17 GB
+step 1350 | loss 0.0549 | obs 0.0530 ret 0.0541 | gn 0.05 | dW_k 7.21e-02 | 2.40 s/step | 17 GB
+step 1400 | loss 0.0527 | obs 0.0515 ret 0.0513 | gn 0.04 | dW_k 8.77e-02 | 2.59 s/step | 17 GB
+step 1450 | loss 0.0516 | obs 0.0512 ret 0.0531 | gn 0.05 | dW_k 8.88e-02 | 2.42 s/step | 17 GB
+step 1500 | loss 0.0521 | obs 0.0498 ret 0.0530 | gn 0.05 | dW_k 1.01e-01 | 2.52 s/step | 17 GB
+step 1550 | loss 0.0537 | obs 0.0526 ret 0.0555 | gn 0.05 | dW_k 1.05e-01 | 2.41 s/step | 17 GB
+step 1600 | loss 0.0517 | obs 0.0510 ret 0.0525 | gn 0.05 | dW_k 1.16e-01 | 2.37 s/step | 17 GB
+step 1650 | loss 0.0496 | obs 0.0478 ret 0.0457 | gn 0.05 | dW_k 1.21e-01 | 2.43 s/step | 17 GB
+step 1700 | loss 0.0512 | obs 0.0476 ret 0.0556 | gn 0.05 | dW_k 1.14e-01 | 2.46 s/step | 17 GB
+step 1750 | loss 0.0498 | obs 0.0463 ret 0.0516 | gn 0.05 | dW_k 1.23e-01 | 2.51 s/step | 17 GB
+step 1800 | loss 0.0479 | obs 0.0480 ret 0.0497 | gn 0.05 | dW_k 1.22e-01 | 2.43 s/step | 17 GB
+step 1850 | loss 0.0468 | obs 0.0431 ret 0.0504 | gn 0.06 | dW_k 1.31e-01 | 2.44 s/step | 17 GB
+step 1900 | loss 0.0477 | obs 0.0448 ret 0.0475 | gn 0.06 | dW_k 1.31e-01 | 2.57 s/step | 17 GB
+step 1950 | loss 0.0443 | obs 0.0425 ret 0.0434 | gn 0.07 | dW_k 1.38e-01 | 2.50 s/step | 17 GB
+step 2000 | loss 0.0433 | obs 0.0392 ret 0.0470 | gn 0.07 | dW_k 1.29e-01 | 2.31 s/step | 17 GB
+step 2050 | loss 0.0411 | obs 0.0357 ret 0.0416 | gn 0.07 | dW_k 1.55e-01 | 2.64 s/step | 17 GB
+run rk_k | MemConfig(proj='k', ffn=False, layers=(0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11), fast_heads=4, blocks=4, ffn_frac=0.25, ffn_blocks=8, loss='delta', key='raw', lr=0.001, renorm=True) | max_ctx 0 | new params 4.00M | fast weights / sample: writable 1.00M, state 3.98M (15 MB fp32) | start step 2000
+wandb: Currently logged in as: xsourse to https://api.wandb.ai. Use `wandb login --relogin` to force relogin
+wandb: creating run
+wandb: Tracking run with wandb version 0.22.0
+wandb: Run data is saved locally in /mnt/localssd/lehany/wv/E1_rubik_20261104031751/rk_k/wandb/run-20261105_121205-eu5qi538
+wandb: Run `wandb offline` to turn off syncing.
+wandb: Resuming run rk_k
+wandb: ⭐️ View project at https://wandb.ai/xsourse/world-auto-visual
+wandb: 🚀 View run at https://wandb.ai/xsourse/world-auto-visual/runs/eu5qi538
+step 2050 | loss 0.0393 | obs 0.0362 ret 0.0376 | gn 0.07 | dW_k 1.36e-01 | 2.57 s/step | 19 GB
+step 2100 | loss 0.0383 | obs 0.0365 ret 0.0387 | gn 0.07 | dW_k 1.30e-01 | 2.44 s/step | 19 GB
+step 2150 | loss 0.0358 | obs 0.0332 ret 0.0400 | gn 0.07 | dW_k 1.31e-01 | 2.42 s/step | 19 GB
+step 2200 | loss 0.0349 | obs 0.0311 ret 0.0329 | gn 0.07 | dW_k 1.48e-01 | 2.62 s/step | 19 GB
+step 2250 | loss 0.0316 | obs 0.0282 ret 0.0296 | gn 0.07 | dW_k 1.53e-01 | 2.55 s/step | 19 GB
+step 2300 | loss 0.0299 | obs 0.0292 ret 0.0311 | gn 0.11 | dW_k 1.54e-01 | 2.44 s/step | 19 GB
+step 2350 | loss 0.0291 | obs 0.0257 ret 0.0303 | gn 0.07 | dW_k 1.54e-01 | 2.48 s/step | 19 GB
+step 2400 | loss 0.0300 | obs 0.0247 ret 0.0361 | gn 0.07 | dW_k 1.55e-01 | 2.55 s/step | 19 GB
+step 2450 | loss 0.0267 | obs 0.0243 ret 0.0262 | gn 0.07 | dW_k 1.38e-01 | 2.40 s/step | 19 GB
+step 2500 | loss 0.0252 | obs 0.0220 ret 0.0278 | gn 0.06 | dW_k 1.43e-01 | 2.41 s/step | 19 GB
+step 2550 | loss 0.0238 | obs 0.0205 ret 0.0220 | gn 0.06 | dW_k 1.70e-01 | 2.54 s/step | 19 GB
+step 2600 | loss 0.0260 | obs 0.0226 ret 0.0269 | gn 0.07 | dW_k 1.54e-01 | 2.48 s/step | 19 GB
+step 2650 | loss 0.0238 | obs 0.0216 ret 0.0215 | gn 0.06 | dW_k 1.50e-01 | 2.48 s/step | 19 GB
+step 2700 | loss 0.0236 | obs 0.0215 ret 0.0232 | gn 0.06 | dW_k 1.44e-01 | 2.32 s/step | 19 GB
+step 2750 | loss 0.0238 | obs 0.0222 ret 0.0221 | gn 0.06 | dW_k 1.59e-01 | 2.50 s/step | 19 GB
+step 2800 | loss 0.0221 | obs 0.0208 ret 0.0203 | gn 0.06 | dW_k 1.55e-01 | 2.61 s/step | 19 GB
+step 2850 | loss 0.0216 | obs 0.0196 ret 0.0219 | gn 0.06 | dW_k 1.43e-01 | 2.70 s/step | 19 GB
+step 2900 | loss 0.0216 | obs 0.0188 ret 0.0213 | gn 0.05 | dW_k 1.35e-01 | 2.34 s/step | 19 GB
+step 2950 | loss 0.0209 | obs 0.0201 ret 0.0208 | gn 0.06 | dW_k 1.38e-01 | 2.30 s/step | 19 GB
+step 3000 | loss 0.0205 | obs 0.0190 ret 0.0175 | gn 0.05 | dW_k 1.51e-01 | 2.38 s/step | 19 GB
+step 3050 | loss 0.0203 | obs 0.0176 ret 0.0213 | gn 0.05 | dW_k 1.32e-01 | 2.49 s/step | 19 GB
+step 3100 | loss 0.0195 | obs 0.0208 ret 0.0206 | gn 0.06 | dW_k 1.33e-01 | 2.41 s/step | 19 GB
+step 3150 | loss 0.0187 | obs 0.0163 ret 0.0191 | gn 0.05 | dW_k 1.57e-01 | 2.33 s/step | 19 GB
+step 3200 | loss 0.0181 | obs 0.0177 ret 0.0163 | gn 0.05 | dW_k 1.43e-01 | 2.25 s/step | 19 GB
+step 3250 | loss 0.0184 | obs 0.0202 ret 0.0176 | gn 0.05 | dW_k 1.48e-01 | 2.52 s/step | 19 GB
+step 3300 | loss 0.0197 | obs 0.0206 ret 0.0199 | gn 0.05 | dW_k 1.38e-01 | 2.41 s/step | 19 GB
+step 3350 | loss 0.0181 | obs 0.0192 ret 0.0173 | gn 0.05 | dW_k 1.33e-01 | 2.44 s/step | 19 GB
+step 3400 | loss 0.0186 | obs 0.0183 ret 0.0175 | gn 0.05 | dW_k 1.25e-01 | 2.36 s/step | 19 GB
+step 3450 | loss 0.0181 | obs 0.0173 ret 0.0227 | gn 0.05 | dW_k 1.34e-01 | 2.37 s/step | 19 GB
+step 3500 | loss 0.0166 | obs 0.0157 ret 0.0149 | gn 0.05 | dW_k 1.63e-01 | 2.49 s/step | 19 GB
+step 3550 | loss 0.0188 | obs 0.0185 ret 0.0176 | gn 0.05 | dW_k 1.40e-01 | 2.64 s/step | 19 GB
+step 3600 | loss 0.0165 | obs 0.0151 ret 0.0178 | gn 0.05 | dW_k 1.51e-01 | 2.43 s/step | 19 GB
+step 3650 | loss 0.0179 | obs 0.0180 ret 0.0191 | gn 0.05 | dW_k 1.30e-01 | 2.56 s/step | 19 GB
+step 3700 | loss 0.0164 | obs 0.0155 ret 0.0179 | gn 0.04 | dW_k 1.52e-01 | 2.56 s/step | 19 GB
+step 3750 | loss 0.0166 | obs 0.0162 ret 0.0137 | gn 0.04 | dW_k 1.51e-01 | 2.40 s/step | 19 GB
+step 3800 | loss 0.0184 | obs 0.0176 ret 0.0191 | gn 0.05 | dW_k 1.35e-01 | 2.18 s/step | 19 GB
+step 3850 | loss 0.0163 | obs 0.0155 ret 0.0166 | gn 0.05 | dW_k 1.48e-01 | 2.51 s/step | 19 GB
+step 3900 | loss 0.0162 | obs 0.0174 ret 0.0145 | gn 0.04 | dW_k 1.40e-01 | 2.37 s/step | 19 GB
+step 3950 | loss 0.0182 | obs 0.0187 ret 0.0247 | gn 0.05 | dW_k 1.41e-01 | 2.43 s/step | 19 GB
+step 4000 | loss 0.0167 | obs 0.0160 ret 0.0149 | gn 0.05 | dW_k 1.45e-01 | 2.42 s/step | 19 GB
+step 4050 | loss 0.0169 | obs 0.0174 ret 0.0150 | gn 0.04 | dW_k 1.44e-01 | 2.66 s/step | 19 GB
+step 4100 | loss 0.0158 | obs 0.0162 ret 0.0193 | gn 0.05 | dW_k 1.29e-01 | 2.64 s/step | 19 GB
+step 4150 | loss 0.0167 | obs 0.0182 ret 0.0158 | gn 0.05 | dW_k 1.42e-01 | 2.56 s/step | 19 GB
+step 4200 | loss 0.0166 | obs 0.0179 ret 0.0169 | gn 0.04 | dW_k 1.34e-01 | 2.61 s/step | 19 GB
+step 4250 | loss 0.0155 | obs 0.0164 ret 0.0198 | gn 0.04 | dW_k 1.46e-01 | 2.52 s/step | 19 GB
+step 4300 | loss 0.0162 | obs 0.0176 ret 0.0177 | gn 0.05 | dW_k 1.44e-01 | 2.38 s/step | 19 GB
+step 4350 | loss 0.0163 | obs 0.0168 ret 0.0155 | gn 0.04 | dW_k 1.35e-01 | 2.71 s/step | 19 GB
+step 4400 | loss 0.0150 | obs 0.0150 ret 0.0156 | gn 0.04 | dW_k 1.34e-01 | 2.46 s/step | 19 GB
+step 4450 | loss 0.0153 | obs 0.0169 ret 0.0145 | gn 0.05 | dW_k 1.33e-01 | 2.44 s/step | 19 GB
+step 4500 | loss 0.0154 | obs 0.0160 ret 0.0185 | gn 0.04 | dW_k 1.27e-01 | 2.49 s/step | 19 GB
+step 4550 | loss 0.0146 | obs 0.0154 ret 0.0161 | gn 0.04 | dW_k 1.40e-01 | 2.36 s/step | 19 GB
+step 4600 | loss 0.0159 | obs 0.0182 ret 0.0182 | gn 0.04 | dW_k 1.25e-01 | 2.38 s/step | 19 GB
+step 4650 | loss 0.0157 | obs 0.0165 ret 0.0164 | gn 0.04 | dW_k 1.27e-01 | 2.60 s/step | 19 GB
+step 4700 | loss 0.0161 | obs 0.0166 ret 0.0186 | gn 0.04 | dW_k 1.35e-01 | 2.59 s/step | 19 GB
+step 4750 | loss 0.0174 | obs 0.0158 ret 0.0218 | gn 0.04 | dW_k 1.18e-01 | 2.62 s/step | 19 GB
+step 4800 | loss 0.0157 | obs 0.0157 ret 0.0155 | gn 0.04 | dW_k 1.56e-01 | 2.42 s/step | 19 GB
+step 4850 | loss 0.0162 | obs 0.0180 ret 0.0186 | gn 0.04 | dW_k 1.30e-01 | 2.50 s/step | 19 GB
+step 4900 | loss 0.0153 | obs 0.0165 ret 0.0180 | gn 0.04 | dW_k 1.35e-01 | 2.44 s/step | 19 GB
+step 4950 | loss 0.0149 | obs 0.0156 ret 0.0146 | gn 0.04 | dW_k 1.46e-01 | 2.70 s/step | 19 GB
+step 5000 | loss 0.0149 | obs 0.0159 ret 0.0150 | gn 0.04 | dW_k 1.44e-01 | 2.42 s/step | 19 GB
+step 5050 | loss 0.0147 | obs 0.0158 ret 0.0180 | gn 0.04 | dW_k 1.24e-01 | 2.48 s/step | 19 GB
+step 5100 | loss 0.0151 | obs 0.0169 ret 0.0148 | gn 0.07 | dW_k 1.19e-01 | 2.44 s/step | 19 GB
+step 5150 | loss 0.0148 | obs 0.0139 ret 0.0142 | gn 0.05 | dW_k 1.20e-01 | 2.33 s/step | 19 GB
+step 5200 | loss 0.0153 | obs 0.0156 ret 0.0157 | gn 0.04 | dW_k 1.56e-01 | 2.50 s/step | 19 GB
+step 5250 | loss 0.0148 | obs 0.0154 ret 0.0182 | gn 0.04 | dW_k 1.40e-01 | 2.44 s/step | 19 GB
+step 5300 | loss 0.0162 | obs 0.0154 ret 0.0224 | gn 0.04 | dW_k 1.22e-01 | 2.40 s/step | 19 GB
+step 5350 | loss 0.0152 | obs 0.0160 ret 0.0181 | gn 0.04 | dW_k 1.30e-01 | 2.53 s/step | 19 GB
+step 5400 | loss 0.0153 | obs 0.0167 ret 0.0147 | gn 0.04 | dW_k 1.36e-01 | 2.49 s/step | 19 GB
+step 5450 | loss 0.0151 | obs 0.0180 ret 0.0143 | gn 0.04 | dW_k 1.21e-01 | 2.39 s/step | 19 GB
+step 5500 | loss 0.0159 | obs 0.0160 ret 0.0159 | gn 0.04 | dW_k 1.19e-01 | 2.43 s/step | 19 GB
+step 5550 | loss 0.0153 | obs 0.0161 ret 0.0137 | gn 0.05 | dW_k 1.33e-01 | 2.43 s/step | 19 GB
+step 5600 | loss 0.0155 | obs 0.0165 ret 0.0187 | gn 0.04 | dW_k 1.18e-01 | 2.49 s/step | 19 GB
+step 5650 | loss 0.0160 | obs 0.0156 ret 0.0166 | gn 0.04 | dW_k 1.35e-01 | 2.48 s/step | 19 GB
+step 5700 | loss 0.0158 | obs 0.0144 ret 0.0193 | gn 0.04 | dW_k 1.26e-01 | 2.41 s/step | 19 GB
+step 5750 | loss 0.0148 | obs 0.0156 ret 0.0166 | gn 0.04 | dW_k 1.15e-01 | 2.54 s/step | 19 GB
+step 5800 | loss 0.0160 | obs 0.0173 ret 0.0156 | gn 0.05 | dW_k 1.36e-01 | 2.60 s/step | 19 GB
+step 5850 | loss 0.0152 | obs 0.0151 ret 0.0164 | gn 0.04 | dW_k 1.36e-01 | 2.49 s/step | 19 GB
+step 5900 | loss 0.0157 | obs 0.0176 ret 0.0144 | gn 0.04 | dW_k 1.35e-01 | 2.59 s/step | 19 GB
+step 5950 | loss 0.0162 | obs 0.0171 ret 0.0181 | gn 0.04 | dW_k 1.18e-01 | 2.65 s/step | 19 GB
+step 6000 | loss 0.0153 | obs 0.0160 ret 0.0176 | gn 0.04 | dW_k 1.29e-01 | 2.75 s/step | 19 GB
+step 6050 | loss 0.0158 | obs 0.0150 ret 0.0205 | gn 0.04 | dW_k 1.29e-01 | 2.67 s/step | 19 GB
+step 6100 | loss 0.0153 | obs 0.0151 ret 0.0156 | gn 0.04 | dW_k 1.43e-01 | 2.45 s/step | 19 GB
+step 6150 | loss 0.0157 | obs 0.0149 ret 0.0237 | gn 0.04 | dW_k 1.25e-01 | 2.55 s/step | 19 GB
+step 6200 | loss 0.0154 | obs 0.0153 ret 0.0160 | gn 0.04 | dW_k 1.39e-01 | 2.45 s/step | 19 GB
+step 6250 | loss 0.0161 | obs 0.0177 ret 0.0180 | gn 0.04 | dW_k 1.19e-01 | 2.62 s/step | 19 GB
+step 6300 | loss 0.0158 | obs 0.0169 ret 0.0170 | gn 0.04 | dW_k 1.37e-01 | 2.69 s/step | 19 GB
+step 6350 | loss 0.0145 | obs 0.0171 ret 0.0191 | gn 0.03 | dW_k 1.41e-01 | 2.43 s/step | 19 GB
+step 6400 | loss 0.0145 | obs 0.0145 ret 0.0170 | gn 0.04 | dW_k 1.33e-01 | 2.43 s/step | 19 GB
+step 6450 | loss 0.0146 | obs 0.0140 ret 0.0173 | gn 0.04 | dW_k 1.26e-01 | 2.46 s/step | 19 GB
+step 6500 | loss 0.0152 | obs 0.0149 ret 0.0139 | gn 0.04 | dW_k 1.43e-01 | 2.54 s/step | 19 GB
+step 6550 | loss 0.0146 | obs 0.0149 ret 0.0219 | gn 0.04 | dW_k 1.19e-01 | 2.36 s/step | 19 GB
+step 6600 | loss 0.0163 | obs 0.0173 ret 0.0181 | gn 0.05 | dW_k 1.28e-01 | 2.42 s/step | 19 GB
+step 6650 | loss 0.0160 | obs 0.0150 ret 0.0208 | gn 0.04 | dW_k 1.17e-01 | 2.57 s/step | 19 GB
+step 6700 | loss 0.0156 | obs 0.0166 ret 0.0192 | gn 0.04 | dW_k 1.23e-01 | 2.66 s/step | 19 GB
+step 6750 | loss 0.0150 | obs 0.0154 ret 0.0187 | gn 0.04 | dW_k 1.27e-01 | 2.56 s/step | 19 GB
+step 6800 | loss 0.0142 | obs 0.0162 ret 0.0136 | gn 0.04 | dW_k 1.22e-01 | 2.46 s/step | 19 GB
+step 6850 | loss 0.0161 | obs 0.0163 ret 0.0188 | gn 0.05 | dW_k 1.13e-01 | 2.35 s/step | 19 GB
+step 6900 | loss 0.0145 | obs 0.0155 ret 0.0157 | gn 0.04 | dW_k 1.27e-01 | 2.63 s/step | 19 GB
+step 6950 | loss 0.0157 | obs 0.0159 ret 0.0164 | gn 0.04 | dW_k 1.25e-01 | 2.47 s/step | 19 GB
+step 7000 | loss 0.0154 | obs 0.0177 ret 0.0139 | gn 0.04 | dW_k 1.25e-01 | 2.31 s/step | 19 GB
+step 7050 | loss 0.0149 | obs 0.0162 ret 0.0153 | gn 0.04 | dW_k 1.29e-01 | 2.41 s/step | 19 GB
+step 7100 | loss 0.0142 | obs 0.0148 ret 0.0145 | gn 0.05 | dW_k 1.17e-01 | 2.17 s/step | 19 GB
+step 7150 | loss 0.0155 | obs 0.0157 ret 0.0178 | gn 0.04 | dW_k 1.16e-01 | 2.65 s/step | 19 GB
+step 7200 | loss 0.0154 | obs 0.0159 ret 0.0233 | gn 0.04 | dW_k 1.41e-01 | 2.64 s/step | 19 GB
+step 7250 | loss 0.0165 | obs 0.0153 ret 0.0213 | gn 0.04 | dW_k 1.21e-01 | 2.46 s/step | 19 GB
+step 7300 | loss 0.0155 | obs 0.0165 ret 0.0150 | gn 0.04 | dW_k 1.24e-01 | 2.45 s/step | 19 GB
+step 7350 | loss 0.0146 | obs 0.0148 ret 0.0163 | gn 0.04 | dW_k 1.13e-01 | 2.47 s/step | 19 GB
+step 7400 | loss 0.0143 | obs 0.0163 ret 0.0150 | gn 0.04 | dW_k 1.27e-01 | 2.45 s/step | 19 GB
+step 7450 | loss 0.0144 | obs 0.0148 ret 0.0188 | gn 0.04 | dW_k 1.12e-01 | 2.33 s/step | 19 GB
+step 7500 | loss 0.0153 | obs 0.0151 ret 0.0195 | gn 0.04 | dW_k 1.15e-01 | 2.51 s/step | 19 GB
+step 7550 | loss 0.0144 | obs 0.0160 ret 0.0197 | gn 0.04 | dW_k 1.36e-01 | 2.57 s/step | 19 GB
+step 7600 | loss 0.0151 | obs 0.0172 ret 0.0179 | gn 0.04 | dW_k 1.15e-01 | 2.34 s/step | 19 GB
+step 7650 | loss 0.0146 | obs 0.0135 ret 0.0155 | gn 0.04 | dW_k 1.30e-01 | 2.44 s/step | 19 GB
+step 7700 | loss 0.0167 | obs 0.0154 ret 0.0241 | gn 0.05 | dW_k 1.35e-01 | 2.29 s/step | 19 GB
+step 7750 | loss 0.0159 | obs 0.0171 ret 0.0143 | gn 0.05 | dW_k 1.20e-01 | 2.24 s/step | 19 GB
+step 7800 | loss 0.0151 | obs 0.0148 ret 0.0143 | gn 0.05 | dW_k 1.43e-01 | 2.40 s/step | 19 GB
+step 7850 | loss 0.0143 | obs 0.0150 ret 0.0169 | gn 0.04 | dW_k 1.19e-01 | 2.56 s/step | 19 GB
+step 7900 | loss 0.0137 | obs 0.0163 ret 0.0119 | gn 0.04 | dW_k 1.28e-01 | 2.41 s/step | 19 GB
+step 7950 | loss 0.0142 | obs 0.0157 ret 0.0137 | gn 0.04 | dW_k 1.42e-01 | 2.35 s/step | 19 GB
+step 8000 | loss 0.0148 | obs 0.0150 ret 0.0183 | gn 0.04 | dW_k 1.26e-01 | 2.31 s/step | 19 GB
+step 8050 | loss 0.0145 | obs 0.0137 ret 0.0168 | gn 0.04 | dW_k 1.35e-01 | 2.53 s/step | 19 GB
+step 8100 | loss 0.0163 | obs 0.0170 ret 0.0185 | gn 0.05 | dW_k 1.29e-01 | 2.35 s/step | 19 GB
+step 8150 | loss 0.0154 | obs 0.0159 ret 0.0162 | gn 0.04 | dW_k 1.20e-01 | 2.55 s/step | 19 GB
+step 8200 | loss 0.0141 | obs 0.0143 ret 0.0156 | gn 0.04 | dW_k 1.14e-01 | 2.38 s/step | 19 GB
+step 8250 | loss 0.0138 | obs 0.0145 ret 0.0175 | gn 0.04 | dW_k 1.31e-01 | 2.43 s/step | 19 GB
+step 8300 | loss 0.0144 | obs 0.0174 ret 0.0146 | gn 0.05 | dW_k 1.35e-01 | 2.47 s/step | 19 GB
+step 8350 | loss 0.0150 | obs 0.0147 ret 0.0150 | gn 0.04 | dW_k 1.34e-01 | 2.36 s/step | 19 GB
+step 8400 | loss 0.0154 | obs 0.0156 ret 0.0201 | gn 0.05 | dW_k 1.32e-01 | 2.51 s/step | 19 GB
+step 8450 | loss 0.0160 | obs 0.0153 ret 0.0191 | gn 0.04 | dW_k 1.18e-01 | 2.32 s/step | 19 GB
+step 8500 | loss 0.0159 | obs 0.0169 ret 0.0177 | gn 0.05 | dW_k 1.26e-01 | 2.38 s/step | 19 GB
+step 8550 | loss 0.0150 | obs 0.0159 ret 0.0146 | gn 0.04 | dW_k 1.18e-01 | 2.41 s/step | 19 GB
+step 8600 | loss 0.0148 | obs 0.0159 ret 0.0188 | gn 0.04 | dW_k 1.30e-01 | 2.27 s/step | 19 GB
+step 8650 | loss 0.0149 | obs 0.0155 ret 0.0151 | gn 0.04 | dW_k 1.17e-01 | 2.24 s/step | 19 GB
+step 8700 | loss 0.0140 | obs 0.0153 ret 0.0175 | gn 0.04 | dW_k 1.35e-01 | 2.47 s/step | 19 GB
+step 8750 | loss 0.0152 | obs 0.0155 ret 0.0152 | gn 0.04 | dW_k 1.39e-01 | 2.48 s/step | 19 GB
+step 8800 | loss 0.0141 | obs 0.0156 ret 0.0131 | gn 0.04 | dW_k 1.27e-01 | 2.36 s/step | 19 GB
+step 8850 | loss 0.0143 | obs 0.0136 ret 0.0213 | gn 0.04 | dW_k 1.29e-01 | 2.39 s/step | 19 GB
+step 8900 | loss 0.0148 | obs 0.0152 ret 0.0164 | gn 0.04 | dW_k 1.31e-01 | 2.37 s/step | 19 GB
+step 8950 | loss 0.0140 | obs 0.0155 ret 0.0172 | gn 0.04 | dW_k 1.27e-01 | 2.43 s/step | 19 GB
+step 9000 | loss 0.0151 | obs 0.0177 ret 0.0180 | gn 0.04 | dW_k 1.12e-01 | 2.43 s/step | 19 GB
+step 9050 | loss 0.0157 | obs 0.0156 ret 0.0204 | gn 0.05 | dW_k 1.34e-01 | 2.42 s/step | 19 GB
+step 9100 | loss 0.0164 | obs 0.0177 ret 0.0168 | gn 0.04 | dW_k 1.24e-01 | 2.32 s/step | 19 GB
+step 9150 | loss 0.0145 | obs 0.0141 ret 0.0181 | gn 0.04 | dW_k 1.30e-01 | 2.38 s/step | 19 GB
+step 9200 | loss 0.0141 | obs 0.0130 ret 0.0136 | gn 0.04 | dW_k 1.44e-01 | 2.51 s/step | 19 GB
+step 9250 | loss 0.0155 | obs 0.0169 ret 0.0166 | gn 0.04 | dW_k 1.18e-01 | 2.35 s/step | 19 GB
+step 9300 | loss 0.0157 | obs 0.0165 ret 0.0176 | gn 0.04 | dW_k 1.26e-01 | 2.29 s/step | 19 GB
+step 9350 | loss 0.0165 | obs 0.0176 ret 0.0184 | gn 0.04 | dW_k 1.19e-01 | 2.56 s/step | 19 GB
+step 9400 | loss 0.0164 | obs 0.0175 ret 0.0197 | gn 0.04 | dW_k 1.32e-01 | 2.30 s/step | 19 GB
+step 9450 | loss 0.0150 | obs 0.0166 ret 0.0185 | gn 0.05 | dW_k 1.28e-01 | 2.35 s/step | 19 GB
+step 9500 | loss 0.0146 | obs 0.0156 ret 0.0163 | gn 0.04 | dW_k 1.19e-01 | 2.48 s/step | 19 GB
+step 9550 | loss 0.0150 | obs 0.0170 ret 0.0157 | gn 0.04 | dW_k 1.23e-01 | 2.56 s/step | 19 GB
+step 9600 | loss 0.0150 | obs 0.0162 ret 0.0192 | gn 0.04 | dW_k 1.16e-01 | 2.40 s/step | 19 GB
+step 9650 | loss 0.0151 | obs 0.0180 ret 0.0140 | gn 0.04 | dW_k 1.34e-01 | 2.27 s/step | 19 GB
+step 9700 | loss 0.0151 | obs 0.0158 ret 0.0153 | gn 0.04 | dW_k 1.20e-01 | 2.25 s/step | 19 GB
+step 9750 | loss 0.0138 | obs 0.0151 ret 0.0180 | gn 0.04 | dW_k 1.26e-01 | 2.47 s/step | 19 GB
+step 9800 | loss 0.0162 | obs 0.0177 ret 0.0195 | gn 0.05 | dW_k 1.18e-01 | 2.33 s/step | 19 GB
+step 9850 | loss 0.0140 | obs 0.0140 ret 0.0146 | gn 0.04 | dW_k 1.22e-01 | 2.28 s/step | 19 GB
+step 9900 | loss 0.0155 | obs 0.0159 ret 0.0171 | gn 0.04 | dW_k 1.39e-01 | 2.34 s/step | 19 GB
+step 9950 | loss 0.0136 | obs 0.0141 ret 0.0159 | gn 0.04 | dW_k 1.17e-01 | 2.46 s/step | 19 GB
+step 10000 | loss 0.0155 | obs 0.0173 ret 0.0163 | gn 0.04 | dW_k 1.34e-01 | 2.26 s/step | 19 GB
+step 10050 | loss 0.0140 | obs 0.0147 ret 0.0172 | gn 0.04 | dW_k 1.31e-01 | 2.64 s/step | 19 GB
+step 10100 | loss 0.0144 | obs 0.0144 ret 0.0168 | gn 0.04 | dW_k 1.33e-01 | 2.41 s/step | 19 GB
+step 10150 | loss 0.0148 | obs 0.0151 ret 0.0175 | gn 0.04 | dW_k 1.42e-01 | 2.42 s/step | 19 GB
+run rk_k | MemConfig(proj='k', ffn=False, layers=(0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11), fast_heads=4, blocks=4, ffn_frac=0.25, ffn_blocks=8, loss='delta', key='raw', lr=0.001, renorm=True) | max_ctx 0 | new params 4.00M | fast weights / sample: writable 1.00M, state 3.98M (15 MB fp32) | start step 10000
+wandb: Currently logged in as: xsourse to https://api.wandb.ai. Use `wandb login --relogin` to force relogin
+wandb: creating run
+wandb: Tracking run with wandb version 0.22.0
+wandb: Run data is saved locally in /mnt/localssd/lehany/wv/E1_rubik_20261104031751/rk_k/wandb/run-20261105_174950-eu5qi538
+wandb: Run `wandb offline` to turn off syncing.
+wandb: Resuming run rk_k
+wandb: ⭐️ View project at https://wandb.ai/xsourse/world-auto-visual
+wandb: 🚀 View run at https://wandb.ai/xsourse/world-auto-visual/runs/eu5qi538
+step 10050 | loss 0.0142 | obs 0.0149 ret 0.0165 | gn 0.04 | dW_k 1.29e-01 | 2.76 s/step | 19 GB
+wandb: WARNING Tried to log to step 10050 that is less than the current step 10101. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 10100 | loss 0.0149 | obs 0.0159 ret 0.0157 | gn 0.04 | dW_k 1.27e-01 | 2.61 s/step | 19 GB
+wandb: WARNING Tried to log to step 10100 that is less than the current step 10101. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 10150 | loss 0.0145 | obs 0.0157 ret 0.0145 | gn 0.04 | dW_k 1.25e-01 | 2.42 s/step | 19 GB
+step 10200 | loss 0.0152 | obs 0.0162 ret 0.0186 | gn 0.04 | dW_k 1.20e-01 | 2.45 s/step | 19 GB
+step 10250 | loss 0.0136 | obs 0.0144 ret 0.0188 | gn 0.04 | dW_k 1.38e-01 | 2.46 s/step | 19 GB
+step 10300 | loss 0.0132 | obs 0.0147 ret 0.0152 | gn 0.04 | dW_k 1.42e-01 | 2.39 s/step | 19 GB
+step 10350 | loss 0.0142 | obs 0.0138 ret 0.0154 | gn 0.04 | dW_k 1.50e-01 | 2.46 s/step | 19 GB
+step 10400 | loss 0.0160 | obs 0.0193 ret 0.0196 | gn 0.04 | dW_k 1.41e-01 | 2.60 s/step | 19 GB
+step 10450 | loss 0.0144 | obs 0.0161 ret 0.0137 | gn 0.04 | dW_k 1.35e-01 | 2.48 s/step | 19 GB
+step 10500 | loss 0.0147 | obs 0.0156 ret 0.0198 | gn 0.04 | dW_k 1.28e-01 | 2.54 s/step | 19 GB
+step 10550 | loss 0.0136 | obs 0.0162 ret 0.0146 | gn 0.04 | dW_k 1.35e-01 | 2.59 s/step | 19 GB
+step 10600 | loss 0.0160 | obs 0.0183 ret 0.0165 | gn 0.05 | dW_k 1.38e-01 | 2.36 s/step | 19 GB
+step 10650 | loss 0.0142 | obs 0.0143 ret 0.0192 | gn 0.04 | dW_k 1.33e-01 | 2.38 s/step | 19 GB
+step 10700 | loss 0.0152 | obs 0.0159 ret 0.0149 | gn 0.04 | dW_k 1.49e-01 | 2.39 s/step | 19 GB
+step 10750 | loss 0.0157 | obs 0.0151 ret 0.0217 | gn 0.04 | dW_k 1.30e-01 | 2.35 s/step | 19 GB
+step 10800 | loss 0.0145 | obs 0.0149 ret 0.0148 | gn 0.04 | dW_k 1.39e-01 | 2.41 s/step | 19 GB
+step 10850 | loss 0.0141 | obs 0.0146 ret 0.0147 | gn 0.04 | dW_k 1.39e-01 | 2.42 s/step | 19 GB
+step 10900 | loss 0.0151 | obs 0.0160 ret 0.0153 | gn 0.04 | dW_k 1.47e-01 | 2.43 s/step | 19 GB
+step 10950 | loss 0.0152 | obs 0.0158 ret 0.0170 | gn 0.04 | dW_k 1.50e-01 | 2.46 s/step | 19 GB
+step 11000 | loss 0.0150 | obs 0.0145 ret 0.0212 | gn 0.04 | dW_k 1.50e-01 | 2.50 s/step | 19 GB
+step 11050 | loss 0.0146 | obs 0.0158 ret 0.0156 | gn 0.04 | dW_k 1.30e-01 | 2.52 s/step | 19 GB
+step 11100 | loss 0.0140 | obs 0.0150 ret 0.0151 | gn 0.04 | dW_k 1.54e-01 | 2.45 s/step | 19 GB
+step 11150 | loss 0.0144 | obs 0.0145 ret 0.0182 | gn 0.04 | dW_k 1.40e-01 | 2.39 s/step | 19 GB
+step 11200 | loss 0.0134 | obs 0.0170 ret 0.0127 | gn 0.04 | dW_k 1.44e-01 | 2.49 s/step | 19 GB
+step 11250 | loss 0.0143 | obs 0.0135 ret 0.0173 | gn 0.04 | dW_k 1.47e-01 | 2.36 s/step | 19 GB
+step 11300 | loss 0.0149 | obs 0.0162 ret 0.0167 | gn 0.04 | dW_k 1.39e-01 | 2.45 s/step | 19 GB
+step 11350 | loss 0.0145 | obs 0.0159 ret 0.0203 | gn 0.04 | dW_k 1.47e-01 | 2.46 s/step | 19 GB
+step 11400 | loss 0.0147 | obs 0.0162 ret 0.0168 | gn 0.04 | dW_k 1.53e-01 | 2.51 s/step | 19 GB
+step 11450 | loss 0.0140 | obs 0.0146 ret 0.0154 | gn 0.04 | dW_k 1.50e-01 | 2.48 s/step | 19 GB
+step 11500 | loss 0.0130 | obs 0.0164 ret 0.0141 | gn 0.04 | dW_k 1.48e-01 | 2.48 s/step | 19 GB
+step 11550 | loss 0.0153 | obs 0.0169 ret 0.0182 | gn 0.05 | dW_k 1.59e-01 | 2.57 s/step | 19 GB
+step 11600 | loss 0.0138 | obs 0.0176 ret 0.0144 | gn 0.04 | dW_k 1.59e-01 | 2.60 s/step | 19 GB
+step 11650 | loss 0.0140 | obs 0.0167 ret 0.0151 | gn 0.04 | dW_k 1.69e-01 | 2.41 s/step | 19 GB
+step 11700 | loss 0.0140 | obs 0.0148 ret 0.0222 | gn 0.04 | dW_k 1.45e-01 | 2.49 s/step | 19 GB
+step 11750 | loss 0.0146 | obs 0.0184 ret 0.0145 | gn 0.04 | dW_k 1.60e-01 | 2.56 s/step | 19 GB
+step 11800 | loss 0.0145 | obs 0.0164 ret 0.0122 | gn 0.04 | dW_k 1.66e-01 | 2.37 s/step | 19 GB
+step 11850 | loss 0.0128 | obs 0.0152 ret 0.0112 | gn 0.04 | dW_k 1.54e-01 | 2.51 s/step | 19 GB
+step 11900 | loss 0.0150 | obs 0.0170 ret 0.0154 | gn 0.04 | dW_k 1.61e-01 | 2.45 s/step | 19 GB
+step 11950 | loss 0.0147 | obs 0.0169 ret 0.0144 | gn 0.04 | dW_k 1.51e-01 | 2.33 s/step | 19 GB
+step 12000 | loss 0.0145 | obs 0.0175 ret 0.0152 | gn 0.04 | dW_k 1.67e-01 | 2.47 s/step | 19 GB
+wandb: 
+wandb: 🚀 View run rk_k at: 
+wandb: Find logs at: ../../../../../../wv/E1_rubik_20261104031751/rk_k/wandb/run-20261105_174950-eu5qi538/logs
diff --git a/rubik_r1_20261106011120/logs/rk_v_norm.log b/rubik_r1_20261106011120/logs/rk_v_norm.log
new file mode 100644
index 0000000000000000000000000000000000000000..3f63e959335e6d26050cebfa32b73310d80a0639
--- /dev/null
+++ b/rubik_r1_20261106011120/logs/rk_v_norm.log
@@ -0,0 +1,304 @@
+run rk_v_norm | MemConfig(proj='v', ffn=False, layers=(0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11), fast_heads=4, blocks=4, ffn_frac=0.25, ffn_blocks=8, loss='delta', key='norm', lr=0.5, renorm=True) | max_ctx 0 | new params 4.00M | fast weights / sample: writable 1.00M, state 3.98M (15 MB fp32) | start step 0
+wandb: Currently logged in as: xsourse to https://api.wandb.ai. Use `wandb login --relogin` to force relogin
+wandb: creating run
+wandb: Tracking run with wandb version 0.22.0
+wandb: Run data is saved locally in /mnt/localssd/lehany/wv/E1_rubik_20261104031751/rk_v_norm/wandb/run-20261104_071615-lvl23xgf
+wandb: Run `wandb offline` to turn off syncing.
+wandb: Syncing run rk_v_norm
+wandb: ⭐️ View project at https://wandb.ai/xsourse/world-auto-visual
+wandb: 🚀 View run at https://wandb.ai/xsourse/world-auto-visual/runs/lvl23xgf
+step 50 | loss 0.0619 | obs 0.0596 ret 0.0600 | gn 0.12 | dW_v 3.75e-03 | 2.86 s/step | 17 GB
+step 100 | loss 0.0564 | obs 0.0553 ret 0.0586 | gn 0.04 | dW_v 1.60e-02 | 2.49 s/step | 17 GB
+step 150 | loss 0.0543 | obs 0.0548 ret 0.0536 | gn 0.04 | dW_v 2.80e-02 | 2.60 s/step | 17 GB
+step 200 | loss 0.0552 | obs 0.0556 ret 0.0537 | gn 0.04 | dW_v 4.49e-02 | 2.60 s/step | 17 GB
+step 250 | loss 0.0535 | obs 0.0520 ret 0.0531 | gn 0.04 | dW_v 5.54e-02 | 2.49 s/step | 17 GB
+step 300 | loss 0.0526 | obs 0.0530 ret 0.0533 | gn 0.04 | dW_v 7.96e-02 | 2.70 s/step | 17 GB
+step 350 | loss 0.0539 | obs 0.0521 ret 0.0562 | gn 0.04 | dW_v 9.97e-02 | 2.70 s/step | 17 GB
+step 400 | loss 0.0550 | obs 0.0532 ret 0.0533 | gn 0.04 | dW_v 1.04e-01 | 2.63 s/step | 17 GB
+step 450 | loss 0.0543 | obs 0.0547 ret 0.0514 | gn 0.04 | dW_v 1.14e-01 | 2.61 s/step | 17 GB
+step 500 | loss 0.0535 | obs 0.0519 ret 0.0570 | gn 0.04 | dW_v 1.71e-01 | 2.54 s/step | 17 GB
+step 550 | loss 0.0533 | obs 0.0520 ret 0.0530 | gn 0.07 | dW_v 1.11e-01 | 2.60 s/step | 17 GB
+step 600 | loss 0.0548 | obs 0.0530 ret 0.0534 | gn 0.05 | dW_v 1.67e-01 | 2.63 s/step | 17 GB
+step 650 | loss 0.0531 | obs 0.0504 ret 0.0508 | gn 0.05 | dW_v 1.47e-01 | 2.48 s/step | 17 GB
+step 700 | loss 0.0550 | obs 0.0543 ret 0.0549 | gn 0.05 | dW_v 1.57e-01 | 2.55 s/step | 17 GB
+step 750 | loss 0.0537 | obs 0.0546 ret 0.0551 | gn 0.04 | dW_v 2.27e-01 | 2.72 s/step | 17 GB
+step 800 | loss 0.0532 | obs 0.0513 ret 0.0542 | gn 0.04 | dW_v 2.45e-01 | 2.72 s/step | 17 GB
+step 850 | loss 0.0534 | obs 0.0530 ret 0.0546 | gn 0.04 | dW_v 2.17e-01 | 2.65 s/step | 17 GB
+step 900 | loss 0.0536 | obs 0.0513 ret 0.0582 | gn 0.05 | dW_v 2.96e-01 | 2.53 s/step | 17 GB
+step 950 | loss 0.0542 | obs 0.0507 ret 0.0548 | gn 0.04 | dW_v 2.32e-01 | 2.43 s/step | 17 GB
+step 1000 | loss 0.0535 | obs 0.0533 ret 0.0532 | gn 0.05 | dW_v 1.98e-01 | 2.55 s/step | 17 GB
+step 1050 | loss 0.0530 | obs 0.0517 ret 0.0516 | gn 0.04 | dW_v 2.15e-01 | 2.64 s/step | 17 GB
+step 1100 | loss 0.0529 | obs 0.0521 ret 0.0552 | gn 0.05 | dW_v 3.31e-01 | 2.67 s/step | 17 GB
+step 1150 | loss 0.0517 | obs 0.0498 ret 0.0511 | gn 0.04 | dW_v 2.34e-01 | 2.55 s/step | 17 GB
+step 1200 | loss 0.0526 | obs 0.0518 ret 0.0484 | gn 0.04 | dW_v 3.02e-01 | 2.66 s/step | 17 GB
+step 1250 | loss 0.0519 | obs 0.0512 ret 0.0499 | gn 0.04 | dW_v 3.40e-01 | 2.50 s/step | 17 GB
+step 1300 | loss 0.0514 | obs 0.0509 ret 0.0480 | gn 0.05 | dW_v 2.59e-01 | 2.61 s/step | 17 GB
+step 1350 | loss 0.0526 | obs 0.0506 ret 0.0524 | gn 0.05 | dW_v 3.29e-01 | 2.53 s/step | 17 GB
+step 1400 | loss 0.0501 | obs 0.0488 ret 0.0493 | gn 0.05 | dW_v 3.90e-01 | 2.70 s/step | 17 GB
+step 1450 | loss 0.0486 | obs 0.0482 ret 0.0503 | gn 0.05 | dW_v 2.82e-01 | 2.55 s/step | 17 GB
+step 1500 | loss 0.0488 | obs 0.0466 ret 0.0503 | gn 0.05 | dW_v 4.15e-01 | 2.66 s/step | 17 GB
+step 1550 | loss 0.0509 | obs 0.0504 ret 0.0525 | gn 0.07 | dW_v 3.57e-01 | 2.55 s/step | 17 GB
+step 1600 | loss 0.0483 | obs 0.0476 ret 0.0498 | gn 0.05 | dW_v 4.61e-01 | 2.47 s/step | 17 GB
+step 1650 | loss 0.0464 | obs 0.0443 ret 0.0433 | gn 0.06 | dW_v 4.30e-01 | 2.55 s/step | 17 GB
+step 1700 | loss 0.0480 | obs 0.0440 ret 0.0529 | gn 0.06 | dW_v 3.70e-01 | 2.58 s/step | 17 GB
+step 1750 | loss 0.0468 | obs 0.0428 ret 0.0495 | gn 0.06 | dW_v 4.91e-01 | 2.63 s/step | 17 GB
+step 1800 | loss 0.0450 | obs 0.0447 ret 0.0474 | gn 0.06 | dW_v 3.78e-01 | 2.53 s/step | 17 GB
+step 1850 | loss 0.0441 | obs 0.0400 ret 0.0479 | gn 0.06 | dW_v 4.58e-01 | 2.61 s/step | 17 GB
+step 1900 | loss 0.0458 | obs 0.0426 ret 0.0449 | gn 0.06 | dW_v 4.58e-01 | 2.73 s/step | 17 GB
+step 1950 | loss 0.0433 | obs 0.0414 ret 0.0415 | gn 0.06 | dW_v 5.18e-01 | 2.56 s/step | 17 GB
+run rk_v_norm | MemConfig(proj='v', ffn=False, layers=(0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11), fast_heads=4, blocks=4, ffn_frac=0.25, ffn_blocks=8, loss='delta', key='norm', lr=0.5, renorm=True) | max_ctx 0 | new params 4.00M | fast weights / sample: writable 1.00M, state 3.98M (15 MB fp32) | start step 1500
+wandb: Currently logged in as: xsourse to https://api.wandb.ai. Use `wandb login --relogin` to force relogin
+wandb: creating run
+wandb: Tracking run with wandb version 0.22.0
+wandb: Run data is saved locally in /mnt/localssd/lehany/wv/E1_rubik_20261104031751/rk_v_norm/wandb/run-20261105_121205-lvl23xgf
+wandb: Run `wandb offline` to turn off syncing.
+wandb: Resuming run rk_v_norm
+wandb: ⭐️ View project at https://wandb.ai/xsourse/world-auto-visual
+wandb: 🚀 View run at https://wandb.ai/xsourse/world-auto-visual/runs/lvl23xgf
+step 1550 | loss 0.0483 | obs 0.0480 ret 0.0488 | gn 0.05 | dW_v 3.67e-01 | 2.92 s/step | 19 GB
+wandb: WARNING Tried to log to step 1550 that is less than the current step 1901. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 1600 | loss 0.0485 | obs 0.0476 ret 0.0459 | gn 0.05 | dW_v 4.57e-01 | 2.74 s/step | 19 GB
+wandb: WARNING Tried to log to step 1600 that is less than the current step 1901. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 1650 | loss 0.0474 | obs 0.0440 ret 0.0460 | gn 0.05 | dW_v 4.75e-01 | 2.84 s/step | 19 GB
+wandb: WARNING Tried to log to step 1650 that is less than the current step 1901. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 1700 | loss 0.0463 | obs 0.0444 ret 0.0463 | gn 0.06 | dW_v 3.50e-01 | 2.59 s/step | 19 GB
+wandb: WARNING Tried to log to step 1700 that is less than the current step 1901. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 1750 | loss 0.0450 | obs 0.0421 ret 0.0467 | gn 0.05 | dW_v 4.52e-01 | 2.63 s/step | 19 GB
+wandb: WARNING Tried to log to step 1750 that is less than the current step 1901. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 1800 | loss 0.0443 | obs 0.0423 ret 0.0419 | gn 0.06 | dW_v 3.45e-01 | 2.68 s/step | 19 GB
+wandb: WARNING Tried to log to step 1800 that is less than the current step 1901. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 1850 | loss 0.0443 | obs 0.0421 ret 0.0496 | gn 0.06 | dW_v 3.96e-01 | 2.78 s/step | 19 GB
+wandb: WARNING Tried to log to step 1850 that is less than the current step 1901. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 1900 | loss 0.0443 | obs 0.0430 ret 0.0466 | gn 0.06 | dW_v 5.13e-01 | 2.60 s/step | 19 GB
+wandb: WARNING Tried to log to step 1900 that is less than the current step 1901. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 1950 | loss 0.0429 | obs 0.0398 ret 0.0402 | gn 0.06 | dW_v 4.27e-01 | 2.53 s/step | 19 GB
+step 2000 | loss 0.0419 | obs 0.0403 ret 0.0401 | gn 0.07 | dW_v 5.28e-01 | 2.76 s/step | 19 GB
+step 2050 | loss 0.0411 | obs 0.0373 ret 0.0407 | gn 0.07 | dW_v 3.96e-01 | 2.70 s/step | 19 GB
+step 2100 | loss 0.0415 | obs 0.0389 ret 0.0426 | gn 0.07 | dW_v 5.84e-01 | 2.53 s/step | 19 GB
+step 2150 | loss 0.0390 | obs 0.0340 ret 0.0404 | gn 0.07 | dW_v 5.78e-01 | 2.50 s/step | 19 GB
+step 2200 | loss 0.0406 | obs 0.0347 ret 0.0407 | gn 0.07 | dW_v 5.09e-01 | 2.85 s/step | 19 GB
+step 2250 | loss 0.0380 | obs 0.0348 ret 0.0317 | gn 0.07 | dW_v 6.58e-01 | 2.71 s/step | 19 GB
+step 2300 | loss 0.0377 | obs 0.0331 ret 0.0305 | gn 0.07 | dW_v 6.46e-01 | 2.79 s/step | 19 GB
+step 2350 | loss 0.0358 | obs 0.0318 ret 0.0315 | gn 0.07 | dW_v 4.79e-01 | 2.50 s/step | 19 GB
+step 2400 | loss 0.0362 | obs 0.0329 ret 0.0296 | gn 0.07 | dW_v 6.14e-01 | 2.74 s/step | 19 GB
+step 2450 | loss 0.0358 | obs 0.0343 ret 0.0331 | gn 0.07 | dW_v 6.30e-01 | 2.58 s/step | 19 GB
+step 2500 | loss 0.0337 | obs 0.0279 ret 0.0274 | gn 0.07 | dW_v 5.16e-01 | 2.64 s/step | 19 GB
+step 2550 | loss 0.0340 | obs 0.0311 ret 0.0292 | gn 0.07 | dW_v 5.18e-01 | 2.75 s/step | 19 GB
+step 2600 | loss 0.0322 | obs 0.0270 ret 0.0276 | gn 0.06 | dW_v 5.30e-01 | 2.79 s/step | 19 GB
+step 2650 | loss 0.0309 | obs 0.0262 ret 0.0239 | gn 0.06 | dW_v 7.07e-01 | 2.55 s/step | 19 GB
+step 2700 | loss 0.0302 | obs 0.0254 ret 0.0224 | gn 0.06 | dW_v 6.34e-01 | 2.73 s/step | 19 GB
+step 2750 | loss 0.0306 | obs 0.0265 ret 0.0248 | gn 0.06 | dW_v 6.53e-01 | 2.55 s/step | 19 GB
+step 2800 | loss 0.0310 | obs 0.0277 ret 0.0251 | gn 0.06 | dW_v 7.50e-01 | 2.80 s/step | 19 GB
+step 2850 | loss 0.0304 | obs 0.0291 ret 0.0226 | gn 0.06 | dW_v 6.97e-01 | 2.87 s/step | 19 GB
+step 2900 | loss 0.0295 | obs 0.0265 ret 0.0228 | gn 0.08 | dW_v 6.89e-01 | 2.98 s/step | 19 GB
+step 2950 | loss 0.0277 | obs 0.0253 ret 0.0191 | gn 0.06 | dW_v 7.83e-01 | 2.98 s/step | 19 GB
+step 3000 | loss 0.0284 | obs 0.0235 ret 0.0217 | gn 0.06 | dW_v 7.89e-01 | 3.06 s/step | 19 GB
+step 3050 | loss 0.0284 | obs 0.0246 ret 0.0221 | gn 0.07 | dW_v 5.53e-01 | 2.73 s/step | 19 GB
+step 3100 | loss 0.0282 | obs 0.0237 ret 0.0266 | gn 0.06 | dW_v 7.77e-01 | 2.82 s/step | 19 GB
+step 3150 | loss 0.0245 | obs 0.0214 ret 0.0193 | gn 0.06 | dW_v 8.26e-01 | 2.42 s/step | 19 GB
+step 3200 | loss 0.0273 | obs 0.0243 ret 0.0221 | gn 0.06 | dW_v 6.32e-01 | 2.64 s/step | 19 GB
+step 3250 | loss 0.0266 | obs 0.0223 ret 0.0233 | gn 0.06 | dW_v 5.76e-01 | 2.48 s/step | 19 GB
+step 3300 | loss 0.0252 | obs 0.0203 ret 0.0198 | gn 0.05 | dW_v 6.28e-01 | 2.62 s/step | 19 GB
+step 3350 | loss 0.0239 | obs 0.0200 ret 0.0202 | gn 0.05 | dW_v 5.75e-01 | 2.93 s/step | 19 GB
+step 3400 | loss 0.0257 | obs 0.0229 ret 0.0179 | gn 0.06 | dW_v 5.67e-01 | 2.96 s/step | 19 GB
+step 3450 | loss 0.0251 | obs 0.0227 ret 0.0176 | gn 0.05 | dW_v 7.71e-01 | 2.96 s/step | 19 GB
+step 3500 | loss 0.0243 | obs 0.0191 ret 0.0190 | gn 0.05 | dW_v 7.39e-01 | 2.72 s/step | 19 GB
+step 3550 | loss 0.0231 | obs 0.0215 ret 0.0199 | gn 0.05 | dW_v 7.56e-01 | 2.59 s/step | 19 GB
+step 3600 | loss 0.0237 | obs 0.0208 ret 0.0208 | gn 0.06 | dW_v 7.96e-01 | 2.49 s/step | 19 GB
+step 3650 | loss 0.0228 | obs 0.0206 ret 0.0200 | gn 0.05 | dW_v 7.19e-01 | 2.66 s/step | 19 GB
+step 3700 | loss 0.0224 | obs 0.0224 ret 0.0192 | gn 0.05 | dW_v 8.44e-01 | 2.54 s/step | 19 GB
+step 3750 | loss 0.0227 | obs 0.0210 ret 0.0203 | gn 0.05 | dW_v 7.80e-01 | 2.74 s/step | 19 GB
+step 3800 | loss 0.0205 | obs 0.0177 ret 0.0181 | gn 0.05 | dW_v 5.58e-01 | 2.58 s/step | 19 GB
+step 3850 | loss 0.0223 | obs 0.0211 ret 0.0180 | gn 0.05 | dW_v 5.96e-01 | 2.63 s/step | 19 GB
+step 3900 | loss 0.0195 | obs 0.0186 ret 0.0186 | gn 0.05 | dW_v 7.14e-01 | 2.41 s/step | 19 GB
+step 3950 | loss 0.0212 | obs 0.0200 ret 0.0231 | gn 0.05 | dW_v 8.20e-01 | 2.72 s/step | 19 GB
+step 4000 | loss 0.0195 | obs 0.0170 ret 0.0169 | gn 0.05 | dW_v 6.54e-01 | 2.63 s/step | 19 GB
+step 4050 | loss 0.0197 | obs 0.0184 ret 0.0183 | gn 0.05 | dW_v 7.20e-01 | 3.11 s/step | 19 GB
+step 4100 | loss 0.0203 | obs 0.0189 ret 0.0198 | gn 0.05 | dW_v 7.64e-01 | 2.78 s/step | 19 GB
+step 4150 | loss 0.0204 | obs 0.0198 ret 0.0229 | gn 0.05 | dW_v 8.68e-01 | 2.60 s/step | 19 GB
+step 4200 | loss 0.0200 | obs 0.0176 ret 0.0192 | gn 0.04 | dW_v 7.81e-01 | 2.82 s/step | 19 GB
+step 4250 | loss 0.0214 | obs 0.0224 ret 0.0269 | gn 0.05 | dW_v 8.48e-01 | 2.52 s/step | 19 GB
+step 4300 | loss 0.0182 | obs 0.0165 ret 0.0186 | gn 0.05 | dW_v 5.98e-01 | 2.50 s/step | 19 GB
+step 4350 | loss 0.0198 | obs 0.0207 ret 0.0178 | gn 0.05 | dW_v 8.28e-01 | 2.92 s/step | 19 GB
+step 4400 | loss 0.0190 | obs 0.0183 ret 0.0175 | gn 0.05 | dW_v 6.74e-01 | 2.87 s/step | 19 GB
+step 4450 | loss 0.0177 | obs 0.0177 ret 0.0183 | gn 0.05 | dW_v 7.41e-01 | 2.56 s/step | 19 GB
+step 4500 | loss 0.0187 | obs 0.0193 ret 0.0154 | gn 0.04 | dW_v 8.19e-01 | 2.71 s/step | 19 GB
+step 4550 | loss 0.0179 | obs 0.0183 ret 0.0165 | gn 0.04 | dW_v 6.05e-01 | 3.04 s/step | 19 GB
+step 4600 | loss 0.0168 | obs 0.0174 ret 0.0164 | gn 0.04 | dW_v 8.00e-01 | 2.62 s/step | 19 GB
+step 4650 | loss 0.0167 | obs 0.0160 ret 0.0162 | gn 0.04 | dW_v 6.85e-01 | 2.61 s/step | 19 GB
+step 4700 | loss 0.0179 | obs 0.0166 ret 0.0239 | gn 0.04 | dW_v 7.02e-01 | 2.56 s/step | 19 GB
+step 4750 | loss 0.0184 | obs 0.0203 ret 0.0167 | gn 0.04 | dW_v 6.33e-01 | 2.37 s/step | 19 GB
+step 4800 | loss 0.0177 | obs 0.0180 ret 0.0181 | gn 0.04 | dW_v 9.12e-01 | 2.61 s/step | 19 GB
+step 4850 | loss 0.0176 | obs 0.0174 ret 0.0187 | gn 0.05 | dW_v 6.25e-01 | 2.61 s/step | 19 GB
+step 4900 | loss 0.0178 | obs 0.0182 ret 0.0218 | gn 0.05 | dW_v 6.87e-01 | 3.16 s/step | 19 GB
+step 4950 | loss 0.0181 | obs 0.0191 ret 0.0192 | gn 0.04 | dW_v 6.10e-01 | 2.76 s/step | 19 GB
+step 5000 | loss 0.0185 | obs 0.0189 ret 0.0186 | gn 0.05 | dW_v 7.08e-01 | 2.86 s/step | 19 GB
+step 5050 | loss 0.0170 | obs 0.0180 ret 0.0194 | gn 0.04 | dW_v 8.66e-01 | 3.40 s/step | 19 GB
+step 5100 | loss 0.0180 | obs 0.0186 ret 0.0197 | gn 0.04 | dW_v 9.22e-01 | 2.85 s/step | 19 GB
+step 5150 | loss 0.0179 | obs 0.0172 ret 0.0266 | gn 0.05 | dW_v 8.01e-01 | 2.66 s/step | 19 GB
+step 5200 | loss 0.0175 | obs 0.0189 ret 0.0142 | gn 0.04 | dW_v 7.89e-01 | 2.75 s/step | 19 GB
+step 5250 | loss 0.0172 | obs 0.0155 ret 0.0217 | gn 0.06 | dW_v 6.00e-01 | 2.83 s/step | 19 GB
+step 5300 | loss 0.0181 | obs 0.0197 ret 0.0162 | gn 0.05 | dW_v 7.12e-01 | 2.74 s/step | 19 GB
+step 5350 | loss 0.0170 | obs 0.0160 ret 0.0196 | gn 0.04 | dW_v 8.40e-01 | 2.86 s/step | 19 GB
+step 5400 | loss 0.0177 | obs 0.0185 ret 0.0159 | gn 0.05 | dW_v 8.25e-01 | 2.67 s/step | 19 GB
+step 5450 | loss 0.0177 | obs 0.0176 ret 0.0160 | gn 0.05 | dW_v 6.22e-01 | 2.58 s/step | 19 GB
+step 5500 | loss 0.0169 | obs 0.0177 ret 0.0150 | gn 0.04 | dW_v 8.98e-01 | 2.68 s/step | 19 GB
+step 5550 | loss 0.0173 | obs 0.0177 ret 0.0218 | gn 0.05 | dW_v 8.93e-01 | 2.70 s/step | 19 GB
+step 5600 | loss 0.0169 | obs 0.0176 ret 0.0165 | gn 0.04 | dW_v 8.94e-01 | 2.65 s/step | 19 GB
+step 5650 | loss 0.0168 | obs 0.0165 ret 0.0190 | gn 0.04 | dW_v 9.22e-01 | 2.47 s/step | 19 GB
+step 5700 | loss 0.0165 | obs 0.0171 ret 0.0168 | gn 0.04 | dW_v 7.87e-01 | 2.70 s/step | 19 GB
+step 5750 | loss 0.0176 | obs 0.0193 ret 0.0207 | gn 0.04 | dW_v 8.22e-01 | 2.86 s/step | 19 GB
+step 5800 | loss 0.0176 | obs 0.0197 ret 0.0207 | gn 0.04 | dW_v 8.51e-01 | 2.95 s/step | 19 GB
+step 5850 | loss 0.0163 | obs 0.0167 ret 0.0158 | gn 0.04 | dW_v 6.76e-01 | 2.89 s/step | 19 GB
+step 5900 | loss 0.0160 | obs 0.0156 ret 0.0212 | gn 0.04 | dW_v 8.25e-01 | 2.58 s/step | 19 GB
+step 5950 | loss 0.0161 | obs 0.0169 ret 0.0136 | gn 0.04 | dW_v 8.70e-01 | 2.47 s/step | 19 GB
+step 6000 | loss 0.0165 | obs 0.0164 ret 0.0218 | gn 0.05 | dW_v 6.36e-01 | 2.48 s/step | 19 GB
+step 6050 | loss 0.0162 | obs 0.0161 ret 0.0182 | gn 0.04 | dW_v 6.54e-01 | 2.55 s/step | 19 GB
+step 6100 | loss 0.0173 | obs 0.0187 ret 0.0195 | gn 0.04 | dW_v 9.27e-01 | 2.77 s/step | 19 GB
+step 6150 | loss 0.0168 | obs 0.0167 ret 0.0201 | gn 0.04 | dW_v 8.25e-01 | 2.69 s/step | 19 GB
+step 6200 | loss 0.0168 | obs 0.0175 ret 0.0195 | gn 0.04 | dW_v 9.49e-01 | 2.61 s/step | 19 GB
+step 6250 | loss 0.0164 | obs 0.0165 ret 0.0161 | gn 0.04 | dW_v 7.01e-01 | 2.67 s/step | 19 GB
+step 6300 | loss 0.0152 | obs 0.0168 ret 0.0179 | gn 0.04 | dW_v 8.09e-01 | 2.64 s/step | 19 GB
+step 6350 | loss 0.0156 | obs 0.0167 ret 0.0163 | gn 0.04 | dW_v 8.94e-01 | 2.75 s/step | 19 GB
+step 6400 | loss 0.0164 | obs 0.0181 ret 0.0175 | gn 0.04 | dW_v 7.50e-01 | 2.62 s/step | 19 GB
+step 6450 | loss 0.0165 | obs 0.0192 ret 0.0193 | gn 0.04 | dW_v 8.75e-01 | 2.68 s/step | 19 GB
+step 6500 | loss 0.0159 | obs 0.0172 ret 0.0178 | gn 0.04 | dW_v 7.04e-01 | 2.49 s/step | 19 GB
+step 6550 | loss 0.0159 | obs 0.0159 ret 0.0163 | gn 0.04 | dW_v 8.51e-01 | 2.77 s/step | 19 GB
+step 6600 | loss 0.0155 | obs 0.0161 ret 0.0150 | gn 0.04 | dW_v 8.05e-01 | 2.51 s/step | 19 GB
+step 6650 | loss 0.0153 | obs 0.0161 ret 0.0173 | gn 0.04 | dW_v 7.27e-01 | 2.42 s/step | 19 GB
+step 6700 | loss 0.0165 | obs 0.0211 ret 0.0158 | gn 0.04 | dW_v 8.85e-01 | 2.64 s/step | 19 GB
+step 6750 | loss 0.0175 | obs 0.0187 ret 0.0177 | gn 0.05 | dW_v 7.50e-01 | 2.57 s/step | 19 GB
+step 6800 | loss 0.0160 | obs 0.0179 ret 0.0182 | gn 0.04 | dW_v 7.69e-01 | 2.57 s/step | 19 GB
+step 6850 | loss 0.0154 | obs 0.0166 ret 0.0176 | gn 0.04 | dW_v 6.43e-01 | 2.80 s/step | 19 GB
+step 6900 | loss 0.0154 | obs 0.0157 ret 0.0155 | gn 0.04 | dW_v 9.46e-01 | 2.70 s/step | 19 GB
+step 6950 | loss 0.0153 | obs 0.0174 ret 0.0162 | gn 0.04 | dW_v 7.83e-01 | 2.46 s/step | 19 GB
+step 7000 | loss 0.0163 | obs 0.0173 ret 0.0178 | gn 0.04 | dW_v 7.26e-01 | 2.59 s/step | 19 GB
+step 7050 | loss 0.0152 | obs 0.0169 ret 0.0172 | gn 0.04 | dW_v 7.76e-01 | 2.64 s/step | 19 GB
+step 7100 | loss 0.0165 | obs 0.0166 ret 0.0172 | gn 0.04 | dW_v 6.83e-01 | 2.55 s/step | 19 GB
+step 7150 | loss 0.0148 | obs 0.0166 ret 0.0130 | gn 0.04 | dW_v 6.50e-01 | 2.45 s/step | 19 GB
+step 7200 | loss 0.0173 | obs 0.0184 ret 0.0172 | gn 0.04 | dW_v 6.82e-01 | 2.59 s/step | 19 GB
+step 7250 | loss 0.0152 | obs 0.0162 ret 0.0188 | gn 0.04 | dW_v 8.61e-01 | 2.68 s/step | 19 GB
+step 7300 | loss 0.0160 | obs 0.0157 ret 0.0157 | gn 0.04 | dW_v 6.70e-01 | 2.72 s/step | 19 GB
+step 7350 | loss 0.0157 | obs 0.0184 ret 0.0162 | gn 0.04 | dW_v 8.81e-01 | 2.63 s/step | 19 GB
+step 7400 | loss 0.0141 | obs 0.0155 ret 0.0173 | gn 0.04 | dW_v 6.56e-01 | 2.39 s/step | 19 GB
+step 7450 | loss 0.0144 | obs 0.0156 ret 0.0144 | gn 0.04 | dW_v 7.32e-01 | 2.50 s/step | 19 GB
+step 7500 | loss 0.0149 | obs 0.0180 ret 0.0148 | gn 0.04 | dW_v 6.49e-01 | 2.50 s/step | 19 GB
+step 7550 | loss 0.0140 | obs 0.0154 ret 0.0131 | gn 0.05 | dW_v 7.99e-01 | 2.48 s/step | 19 GB
+step 7600 | loss 0.0171 | obs 0.0185 ret 0.0176 | gn 0.05 | dW_v 8.69e-01 | 2.50 s/step | 19 GB
+step 7650 | loss 0.0157 | obs 0.0165 ret 0.0170 | gn 0.04 | dW_v 9.97e-01 | 2.59 s/step | 19 GB
+step 7700 | loss 0.0151 | obs 0.0166 ret 0.0170 | gn 0.04 | dW_v 6.93e-01 | 2.53 s/step | 19 GB
+step 7750 | loss 0.0143 | obs 0.0159 ret 0.0159 | gn 0.04 | dW_v 8.09e-01 | 2.54 s/step | 19 GB
+step 7800 | loss 0.0141 | obs 0.0136 ret 0.0159 | gn 0.04 | dW_v 8.00e-01 | 2.62 s/step | 19 GB
+step 7850 | loss 0.0157 | obs 0.0171 ret 0.0159 | gn 0.04 | dW_v 6.35e-01 | 2.74 s/step | 19 GB
+step 7900 | loss 0.0148 | obs 0.0169 ret 0.0138 | gn 0.04 | dW_v 8.72e-01 | 2.57 s/step | 19 GB
+step 7950 | loss 0.0155 | obs 0.0166 ret 0.0168 | gn 0.04 | dW_v 8.19e-01 | 2.62 s/step | 19 GB
+step 8000 | loss 0.0152 | obs 0.0150 ret 0.0167 | gn 0.04 | dW_v 6.55e-01 | 2.49 s/step | 19 GB
+step 8050 | loss 0.0153 | obs 0.0185 ret 0.0162 | gn 0.04 | dW_v 8.84e-01 | 2.76 s/step | 19 GB
+step 8100 | loss 0.0153 | obs 0.0173 ret 0.0158 | gn 0.04 | dW_v 9.97e-01 | 2.57 s/step | 19 GB
+step 8150 | loss 0.0147 | obs 0.0172 ret 0.0134 | gn 0.05 | dW_v 9.85e-01 | 2.56 s/step | 19 GB
+step 8200 | loss 0.0145 | obs 0.0173 ret 0.0129 | gn 0.04 | dW_v 7.00e-01 | 2.53 s/step | 19 GB
+step 8250 | loss 0.0145 | obs 0.0147 ret 0.0183 | gn 0.04 | dW_v 9.87e-01 | 2.63 s/step | 19 GB
+step 8300 | loss 0.0142 | obs 0.0135 ret 0.0148 | gn 0.04 | dW_v 8.05e-01 | 2.58 s/step | 19 GB
+step 8350 | loss 0.0142 | obs 0.0146 ret 0.0146 | gn 0.04 | dW_v 7.56e-01 | 2.73 s/step | 19 GB
+step 8400 | loss 0.0148 | obs 0.0169 ret 0.0142 | gn 0.04 | dW_v 9.30e-01 | 2.57 s/step | 19 GB
+step 8450 | loss 0.0138 | obs 0.0150 ret 0.0171 | gn 0.04 | dW_v 9.14e-01 | 2.46 s/step | 19 GB
+step 8500 | loss 0.0150 | obs 0.0184 ret 0.0155 | gn 0.05 | dW_v 8.54e-01 | 2.62 s/step | 19 GB
+step 8550 | loss 0.0150 | obs 0.0173 ret 0.0192 | gn 0.04 | dW_v 1.00e+00 | 2.70 s/step | 19 GB
+step 8600 | loss 0.0161 | obs 0.0185 ret 0.0153 | gn 0.05 | dW_v 9.69e-01 | 2.76 s/step | 19 GB
+step 8650 | loss 0.0139 | obs 0.0174 ret 0.0157 | gn 0.04 | dW_v 6.44e-01 | 2.73 s/step | 19 GB
+step 8700 | loss 0.0141 | obs 0.0141 ret 0.0156 | gn 0.05 | dW_v 7.01e-01 | 2.58 s/step | 19 GB
+step 8750 | loss 0.0151 | obs 0.0185 ret 0.0160 | gn 0.04 | dW_v 9.83e-01 | 2.74 s/step | 19 GB
+step 8800 | loss 0.0153 | obs 0.0175 ret 0.0144 | gn 0.04 | dW_v 9.40e-01 | 2.78 s/step | 19 GB
+step 8850 | loss 0.0157 | obs 0.0177 ret 0.0184 | gn 0.04 | dW_v 8.99e-01 | 2.65 s/step | 19 GB
+step 8900 | loss 0.0161 | obs 0.0174 ret 0.0179 | gn 0.04 | dW_v 6.69e-01 | 2.56 s/step | 19 GB
+step 8950 | loss 0.0147 | obs 0.0156 ret 0.0156 | gn 0.04 | dW_v 8.93e-01 | 2.74 s/step | 19 GB
+run rk_v_norm | MemConfig(proj='v', ffn=False, layers=(0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11), fast_heads=4, blocks=4, ffn_frac=0.25, ffn_blocks=8, loss='delta', key='norm', lr=0.5, renorm=True) | max_ctx 0 | new params 4.00M | fast weights / sample: writable 1.00M, state 3.98M (15 MB fp32) | start step 8500
+wandb: Currently logged in as: xsourse to https://api.wandb.ai. Use `wandb login --relogin` to force relogin
+wandb: creating run
+wandb: Tracking run with wandb version 0.22.0
+wandb: Run data is saved locally in /mnt/localssd/lehany/wv/E1_rubik_20261104031751/rk_v_norm/wandb/run-20261105_174950-lvl23xgf
+wandb: Run `wandb offline` to turn off syncing.
+wandb: Resuming run rk_v_norm
+wandb: ⭐️ View project at https://wandb.ai/xsourse/world-auto-visual
+wandb: 🚀 View run at https://wandb.ai/xsourse/world-auto-visual/runs/lvl23xgf
+step 8550 | loss 0.0142 | obs 0.0168 ret 0.0141 | gn 0.04 | dW_v 9.42e-01 | 2.89 s/step | 19 GB
+wandb: WARNING Tried to log to step 8550 that is less than the current step 8901. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 8600 | loss 0.0147 | obs 0.0160 ret 0.0131 | gn 0.04 | dW_v 9.45e-01 | 2.75 s/step | 19 GB
+wandb: WARNING Tried to log to step 8600 that is less than the current step 8901. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 8650 | loss 0.0144 | obs 0.0170 ret 0.0147 | gn 0.04 | dW_v 1.00e+00 | 2.67 s/step | 19 GB
+wandb: WARNING Tried to log to step 8650 that is less than the current step 8901. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 8700 | loss 0.0149 | obs 0.0167 ret 0.0164 | gn 0.04 | dW_v 8.99e-01 | 2.62 s/step | 19 GB
+wandb: WARNING Tried to log to step 8700 that is less than the current step 8901. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 8750 | loss 0.0138 | obs 0.0172 ret 0.0141 | gn 0.04 | dW_v 8.31e-01 | 2.78 s/step | 19 GB
+wandb: WARNING Tried to log to step 8750 that is less than the current step 8901. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 8800 | loss 0.0137 | obs 0.0156 ret 0.0144 | gn 0.04 | dW_v 7.07e-01 | 2.77 s/step | 19 GB
+wandb: WARNING Tried to log to step 8800 that is less than the current step 8901. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 8850 | loss 0.0146 | obs 0.0135 ret 0.0164 | gn 0.05 | dW_v 1.04e+00 | 2.59 s/step | 19 GB
+wandb: WARNING Tried to log to step 8850 that is less than the current step 8901. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 8900 | loss 0.0152 | obs 0.0186 ret 0.0180 | gn 0.05 | dW_v 8.62e-01 | 2.61 s/step | 19 GB
+wandb: WARNING Tried to log to step 8900 that is less than the current step 8901. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+step 8950 | loss 0.0152 | obs 0.0161 ret 0.0169 | gn 0.04 | dW_v 9.32e-01 | 2.75 s/step | 19 GB
+step 9000 | loss 0.0141 | obs 0.0178 ret 0.0170 | gn 0.04 | dW_v 9.80e-01 | 2.69 s/step | 19 GB
+step 9050 | loss 0.0139 | obs 0.0156 ret 0.0156 | gn 0.05 | dW_v 8.80e-01 | 2.91 s/step | 19 GB
+step 9100 | loss 0.0156 | obs 0.0162 ret 0.0213 | gn 0.04 | dW_v 9.31e-01 | 2.81 s/step | 19 GB
+step 9150 | loss 0.0140 | obs 0.0156 ret 0.0160 | gn 0.04 | dW_v 6.60e-01 | 2.56 s/step | 19 GB
+step 9200 | loss 0.0156 | obs 0.0171 ret 0.0174 | gn 0.04 | dW_v 1.00e+00 | 2.71 s/step | 19 GB
+step 9250 | loss 0.0145 | obs 0.0176 ret 0.0157 | gn 0.04 | dW_v 8.92e-01 | 2.59 s/step | 19 GB
+step 9300 | loss 0.0144 | obs 0.0180 ret 0.0161 | gn 0.04 | dW_v 6.61e-01 | 2.47 s/step | 19 GB
+step 9350 | loss 0.0139 | obs 0.0151 ret 0.0174 | gn 0.04 | dW_v 7.40e-01 | 2.54 s/step | 19 GB
+step 9400 | loss 0.0143 | obs 0.0157 ret 0.0151 | gn 0.05 | dW_v 9.01e-01 | 2.54 s/step | 19 GB
+step 9450 | loss 0.0153 | obs 0.0181 ret 0.0155 | gn 0.05 | dW_v 9.82e-01 | 2.63 s/step | 19 GB
+step 9500 | loss 0.0142 | obs 0.0162 ret 0.0130 | gn 0.04 | dW_v 7.14e-01 | 2.64 s/step | 19 GB
+step 9550 | loss 0.0150 | obs 0.0153 ret 0.0143 | gn 0.04 | dW_v 9.30e-01 | 2.81 s/step | 19 GB
+step 9600 | loss 0.0141 | obs 0.0155 ret 0.0177 | gn 0.04 | dW_v 8.65e-01 | 2.62 s/step | 19 GB
+step 9650 | loss 0.0138 | obs 0.0169 ret 0.0143 | gn 0.04 | dW_v 6.69e-01 | 2.56 s/step | 19 GB
+step 9700 | loss 0.0129 | obs 0.0151 ret 0.0128 | gn 0.04 | dW_v 1.00e+00 | 2.58 s/step | 19 GB
+step 9750 | loss 0.0141 | obs 0.0148 ret 0.0195 | gn 0.04 | dW_v 7.68e-01 | 2.65 s/step | 19 GB
+step 9800 | loss 0.0145 | obs 0.0170 ret 0.0188 | gn 0.04 | dW_v 8.48e-01 | 2.61 s/step | 19 GB
+step 9850 | loss 0.0154 | obs 0.0162 ret 0.0165 | gn 0.05 | dW_v 9.11e-01 | 2.58 s/step | 19 GB
+step 9900 | loss 0.0145 | obs 0.0174 ret 0.0159 | gn 0.04 | dW_v 7.12e-01 | 2.76 s/step | 19 GB
+step 9950 | loss 0.0136 | obs 0.0165 ret 0.0165 | gn 0.04 | dW_v 1.02e+00 | 2.76 s/step | 19 GB
+step 10000 | loss 0.0139 | obs 0.0158 ret 0.0169 | gn 0.04 | dW_v 1.03e+00 | 2.65 s/step | 19 GB
+step 10050 | loss 0.0154 | obs 0.0174 ret 0.0149 | gn 0.05 | dW_v 9.02e-01 | 2.91 s/step | 19 GB
+step 10100 | loss 0.0139 | obs 0.0159 ret 0.0171 | gn 0.04 | dW_v 9.06e-01 | 2.57 s/step | 19 GB
+step 10150 | loss 0.0128 | obs 0.0140 ret 0.0120 | gn 0.04 | dW_v 1.01e+00 | 2.69 s/step | 19 GB
+step 10200 | loss 0.0149 | obs 0.0160 ret 0.0150 | gn 0.04 | dW_v 9.93e-01 | 2.55 s/step | 19 GB
+step 10250 | loss 0.0151 | obs 0.0183 ret 0.0145 | gn 0.04 | dW_v 7.78e-01 | 2.52 s/step | 19 GB
+step 10300 | loss 0.0134 | obs 0.0175 ret 0.0132 | gn 0.04 | dW_v 9.98e-01 | 2.54 s/step | 19 GB
+step 10350 | loss 0.0134 | obs 0.0152 ret 0.0140 | gn 0.04 | dW_v 7.32e-01 | 2.62 s/step | 19 GB
+step 10400 | loss 0.0153 | obs 0.0184 ret 0.0158 | gn 0.04 | dW_v 9.22e-01 | 2.65 s/step | 19 GB
+step 10450 | loss 0.0153 | obs 0.0157 ret 0.0172 | gn 0.04 | dW_v 6.73e-01 | 2.60 s/step | 19 GB
+step 10500 | loss 0.0144 | obs 0.0167 ret 0.0162 | gn 0.04 | dW_v 8.80e-01 | 2.77 s/step | 19 GB
+step 10550 | loss 0.0143 | obs 0.0175 ret 0.0124 | gn 0.04 | dW_v 6.68e-01 | 2.78 s/step | 19 GB
+step 10600 | loss 0.0148 | obs 0.0176 ret 0.0152 | gn 0.05 | dW_v 8.78e-01 | 2.60 s/step | 19 GB
+step 10650 | loss 0.0148 | obs 0.0162 ret 0.0171 | gn 0.04 | dW_v 7.69e-01 | 2.70 s/step | 19 GB
+step 10700 | loss 0.0136 | obs 0.0153 ret 0.0150 | gn 0.04 | dW_v 8.66e-01 | 2.68 s/step | 19 GB
+step 10750 | loss 0.0146 | obs 0.0180 ret 0.0156 | gn 0.04 | dW_v 6.50e-01 | 2.60 s/step | 19 GB
+step 10800 | loss 0.0138 | obs 0.0155 ret 0.0136 | gn 0.04 | dW_v 6.66e-01 | 2.48 s/step | 19 GB
+step 10850 | loss 0.0146 | obs 0.0138 ret 0.0240 | gn 0.04 | dW_v 1.02e+00 | 2.69 s/step | 19 GB
+step 10900 | loss 0.0131 | obs 0.0163 ret 0.0122 | gn 0.04 | dW_v 6.71e-01 | 2.75 s/step | 19 GB
+step 10950 | loss 0.0139 | obs 0.0160 ret 0.0164 | gn 0.04 | dW_v 9.91e-01 | 2.52 s/step | 19 GB
+step 11000 | loss 0.0130 | obs 0.0153 ret 0.0146 | gn 0.04 | dW_v 9.12e-01 | 2.52 s/step | 19 GB
+step 11050 | loss 0.0135 | obs 0.0149 ret 0.0134 | gn 0.04 | dW_v 7.55e-01 | 2.71 s/step | 19 GB
+step 11100 | loss 0.0137 | obs 0.0144 ret 0.0173 | gn 0.04 | dW_v 9.03e-01 | 2.58 s/step | 19 GB
+step 11150 | loss 0.0156 | obs 0.0185 ret 0.0187 | gn 0.04 | dW_v 9.51e-01 | 2.52 s/step | 19 GB
+step 11200 | loss 0.0156 | obs 0.0158 ret 0.0156 | gn 0.04 | dW_v 9.04e-01 | 2.61 s/step | 19 GB
+step 11250 | loss 0.0146 | obs 0.0165 ret 0.0185 | gn 0.04 | dW_v 7.71e-01 | 2.55 s/step | 19 GB
+step 11300 | loss 0.0139 | obs 0.0157 ret 0.0135 | gn 0.04 | dW_v 8.36e-01 | 2.53 s/step | 19 GB
+step 11350 | loss 0.0141 | obs 0.0160 ret 0.0131 | gn 0.04 | dW_v 8.96e-01 | 2.60 s/step | 19 GB
+step 11400 | loss 0.0135 | obs 0.0166 ret 0.0127 | gn 0.04 | dW_v 1.01e+00 | 2.52 s/step | 19 GB
+step 11450 | loss 0.0134 | obs 0.0150 ret 0.0142 | gn 0.04 | dW_v 9.25e-01 | 2.52 s/step | 19 GB
+step 11500 | loss 0.0143 | obs 0.0194 ret 0.0146 | gn 0.04 | dW_v 1.01e+00 | 2.67 s/step | 19 GB
+step 11550 | loss 0.0133 | obs 0.0158 ret 0.0159 | gn 0.03 | dW_v 9.57e-01 | 2.88 s/step | 19 GB
+step 11600 | loss 0.0134 | obs 0.0157 ret 0.0144 | gn 0.04 | dW_v 6.79e-01 | 2.51 s/step | 19 GB
+step 11650 | loss 0.0132 | obs 0.0156 ret 0.0154 | gn 0.04 | dW_v 8.66e-01 | 2.57 s/step | 19 GB
+step 11700 | loss 0.0135 | obs 0.0166 ret 0.0114 | gn 0.04 | dW_v 9.60e-01 | 2.61 s/step | 19 GB
+step 11750 | loss 0.0148 | obs 0.0170 ret 0.0163 | gn 0.04 | dW_v 9.24e-01 | 2.62 s/step | 19 GB
+step 11800 | loss 0.0141 | obs 0.0157 ret 0.0157 | gn 0.04 | dW_v 6.68e-01 | 2.53 s/step | 19 GB
+step 11850 | loss 0.0140 | obs 0.0167 ret 0.0121 | gn 0.04 | dW_v 6.75e-01 | 2.51 s/step | 19 GB
+step 11900 | loss 0.0144 | obs 0.0174 ret 0.0156 | gn 0.04 | dW_v 9.71e-01 | 2.81 s/step | 19 GB
+step 11950 | loss 0.0144 | obs 0.0166 ret 0.0179 | gn 0.04 | dW_v 8.73e-01 | 2.69 s/step | 19 GB
+step 12000 | loss 0.0140 | obs 0.0142 ret 0.0165 | gn 0.04 | dW_v 9.08e-01 | 2.66 s/step | 19 GB
+wandb: 
+wandb: 🚀 View run rk_v_norm at: 
+wandb: Find logs at: ../../../../../../wv/E1_rubik_20261104031751/rk_v_norm/wandb/run-20261105_174950-lvl23xgf/logs